flowcept 0.8.6__py3-none-any.whl → 0.8.7__py3-none-any.whl

flowcept/commons/daos/docdb_dao/mongodb_dao.py

@@ -61,18 +61,22 @@ class MongoDBDAO(DocumentDBDAO):
         self.logger = FlowceptLogger()
 
         if MONGO_URI is not None:
-            self._client = MongoClient(MONGO_URI,   
-                                       maxPoolSize=1000,  # TODO: conf file
-                                       socketTimeoutMS=60000,  
-                                       connectTimeoutMS=60000, 
-                                       serverSelectionTimeoutMS=60000
-                )
+            self._client = MongoClient(
+                MONGO_URI,
+                maxPoolSize=1000,  # TODO: conf file
+                socketTimeoutMS=60000,
+                connectTimeoutMS=60000,
+                serverSelectionTimeoutMS=60000,
+            )
         else:
-            self._client = MongoClient(MONGO_HOST, MONGO_PORT, maxPoolSize=1000,  
-                                       socketTimeoutMS=60000,  
-                                       connectTimeoutMS=60000, 
-                                       serverSelectionTimeoutMS=60000
-                )
+            self._client = MongoClient(
+                MONGO_HOST,
+                MONGO_PORT,
+                maxPoolSize=1000,
+                socketTimeoutMS=60000,
+                connectTimeoutMS=60000,
+                serverSelectionTimeoutMS=60000,
+            )
         self._db = self._client[MONGO_DB]
 
         self._tasks_collection = self._db["tasks"]

flowcept/commons/daos/mq_dao/mq_dao_mofka.py

@@ -65,7 +65,7 @@ class MQDaoMofka(MQDao):
 
     def _bulk_publish(self, buffer, channel=MQ_CHANNEL, serializer=msgpack.dumps):
         try:
-            #self.logger.debug(f"Going to send Message:\n\t[BEGIN_MSG]{buffer}\n[END_MSG]\t")
+            # self.logger.debug(f"Going to send Message:\n\t[BEGIN_MSG]{buffer}\n[END_MSG]\t")
             for m in buffer:
                 self.producer.push(m)
 
@@ -75,14 +75,14 @@ class MQDaoMofka(MQDao):
             self.logger.error(f"Message that caused error: {buffer}")
         try:
             self.producer.flush()
-            #self.logger.info(f"Flushed {len(buffer)} msgs to MQ!")
+            # self.logger.info(f"Flushed {len(buffer)} msgs to MQ!")
         except Exception as e:
             self.logger.exception(e)
 
     def _bulk_publish_timed(self, buffer, channel=MQ_CHANNEL, serializer=msgpack.dumps):
         total = 0
         try:
-            #self.logger.debug(f"Going to send Message:\n\t[BEGIN_MSG]{buffer}\n[END_MSG]\t")
+            # self.logger.debug(f"Going to send Message:\n\t[BEGIN_MSG]{buffer}\n[END_MSG]\t")
 
             for m in buffer:
                 self.producer.push(m)

flowcept/flowceptor/adapters/base_interceptor.py

@@ -8,7 +8,8 @@ from flowcept.commons.flowcept_dataclasses.workflow_object import (
     WorkflowObject,
 )
 from flowcept.configs import (
-    ENRICH_MESSAGES, INSTRUMENTATION,
+    ENRICH_MESSAGES,
+    INSTRUMENTATION,
 )
 from flowcept.commons.flowcept_logger import FlowceptLogger
 from flowcept.commons.daos.mq_dao.mq_dao_base import MQDao

flowcept/flowceptor/consumers/document_inserter.py

@@ -77,7 +77,6 @@ class DocumentInserter:
             flush_interval=INSERTION_BUFFER_TIME,
         )
 
-
     def _set_buffer_size(self):
         if not ADAPTIVE_DB_BUFFER_SIZE:
             return
@@ -216,7 +215,10 @@ class DocumentInserter:
         if self.check_safe_stops:
             trial = 0
             while not self._mq_dao.all_time_based_threads_ended(bundle_exec_id):
-                self.logger.debug(f"# time_based_threads for bundle_exec_id {bundle_exec_id} is {self._mq_dao._keyvalue_dao.set_count(bundle_exec_id)}")
+                self.logger.debug(
+                    f"# time_based_threads for bundle_exec_id {bundle_exec_id} is"
+                    f"{self._mq_dao._keyvalue_dao.set_count(bundle_exec_id)}"
+                )
                 trial += 1
                 self.logger.info(
                     f"Doc Inserter {id(self)}: It's still not safe to stop DocInserter. "

flowcept/instrumentation/flowcept_torch.py

@@ -31,6 +31,7 @@ TORCH_CONFIG = INSTRUMENTATION.get("torch")
 
 REGISTER_WORKFLOW = TORCH_CONFIG.get("register_workflow", True)
 
+
 def flowcept_torch(cls):
     """
     A wrapper function that instruments PyTorch modules for workflow monitoring.

flowcept/instrumentation/task_capture.py

@@ -57,7 +57,7 @@ class FlowceptTask(object):
         activity_id: str = None,
         used: Dict = None,
         custom_metadata: Dict = None,
-        flowcept: 'Flowcept' = None
+        flowcept: "Flowcept" = None,
     ):
         if not INSTRUMENTATION_ENABLED:
             self._ended = True

flowcept/version.py

@@ -4,4 +4,4 @@
 # The expected format is: <Major>.<Minor>.<Patch>
 # This file is supposed to be automatically modified by the CI Bot.
 # See .github/workflows/version_bumper.py
-__version__ = "0.8.6"
+__version__ = "0.8.7"

{flowcept-0.8.6.dist-info → flowcept-0.8.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowcept
-Version: 0.8.6
+Version: 0.8.7
 Summary: Capture and query workflow provenance data using data observability
 Project-URL: GitHub, https://github.com/ORNL/flowcept
 Author: Oak Ridge National Laboratory

{flowcept-0.8.6.dist-info → flowcept-0.8.7.dist-info}/RECORD

@@ -1,6 +1,6 @@
 flowcept/__init__.py,sha256=CukmdzTUvm6Y_plTKPq4kKn7w9LdR36j7V_C_UQyjhU,2011
 flowcept/configs.py,sha256=NDUAqqoKfztt6Qjwxy95eTQU71AovVJWXalI1x3HJ7Y,7441
-flowcept/version.py,sha256=3Xeg2e7hNlxinsNn_IjT041Xp9p4RX_yIks40uVvSJM,306
+flowcept/version.py,sha256=VOEzbBIlAwCTu8Yc20ihIzsk7fgYS5oHS79aAfnDY98,306
 flowcept/analytics/__init__.py,sha256=46q-7vsHq_ddPNrzNnDgEOiRgvlx-5Ggu2ocyROMV0w,641
 flowcept/analytics/analytics_utils.py,sha256=FRJdBtQa7Hrk2oR_FFhmhmMf3X6YyZ4nbH5RIYh7KL4,8753
 flowcept/analytics/data_augmentation.py,sha256=Dyr5x316Zf-k1e8rVoQMCpFOrklYVHjfejRPrtoycmc,1641
@@ -17,11 +17,11 @@ flowcept/commons/daos/keyvalue_dao.py,sha256=03xHhQIfZas0LQLP1DbGJ5DoskXyZNXQKIN
 flowcept/commons/daos/docdb_dao/__init__.py,sha256=qRvXREeUJ4mkhxdC9bzpOsVX6M2FB5hDyLFxhMxTGhs,30
 flowcept/commons/daos/docdb_dao/docdb_dao_base.py,sha256=YbfSVJPwZGK2GBYkeapRC83HkmP0c6Msv5TriD88RcI,11812
 flowcept/commons/daos/docdb_dao/lmdb_dao.py,sha256=dJOLgCx_lwdz6MKiMpM_UE4rm0angDCPaVz_WU5KqIA,10407
-flowcept/commons/daos/docdb_dao/mongodb_dao.py,sha256=WGjlB_8fIsMPRx7LXPj52Uexuh-E69LKsW8vN_zcpPU,38568
+flowcept/commons/daos/docdb_dao/mongodb_dao.py,sha256=0y9RiL54e1GxSTkRHFlMrLFAHWuB3YyNS2zLsnBPtxg,38456
 flowcept/commons/daos/mq_dao/__init__.py,sha256=Xxm4FmbBUZDQ7XIAmSFbeKE_AdHsbgFmSuftvMWSykQ,21
 flowcept/commons/daos/mq_dao/mq_dao_base.py,sha256=EAqOhy7Q8V29JFDG8C50nRK34KsPxEICkG4elk4ZfX8,9020
 flowcept/commons/daos/mq_dao/mq_dao_kafka.py,sha256=bf-bZvWw9JJk8Kdfzx2UkAnQC95rSrKXDEyYkrcncOk,4400
-flowcept/commons/daos/mq_dao/mq_dao_mofka.py,sha256=_9KlJwUuFKgTB8ZPQQSz4yQSe6oYKb0vrhm3XIT8jPw,3945
+flowcept/commons/daos/mq_dao/mq_dao_mofka.py,sha256=Q_mgZ3C_4gTTvnuJ2ZLmJgJfbAOopeSR9jvznI4JRuo,3948
 flowcept/commons/daos/mq_dao/mq_dao_redis.py,sha256=Br97SoDIkt4dHH937Yjg3wtkn1xGT-x9t-8E3VD5TeU,4277
 flowcept/commons/flowcept_dataclasses/__init__.py,sha256=8KkiJh0WSRAB50waVluxCSI8Tb9X1L9nup4c8RN3ulc,30
 flowcept/commons/flowcept_dataclasses/base_settings_dataclasses.py,sha256=Cjw2PGYtZDfnwecz6G3S42Ncmxj7AIZVEBx05bsxRUo,399
@@ -40,7 +40,7 @@ flowcept/flowcept_webserver/resources/task_messages_rsrc.py,sha256=0u68it2W-9NzU
 flowcept/flowceptor/__init__.py,sha256=wVxRXUv07iNx6SMRRma2vqhR_GIcRl0re_WCYG65PUs,29
 flowcept/flowceptor/telemetry_capture.py,sha256=wSXyQJ-vPVzeldD4KqoLQA2rg7V0EOQo_11ErJE5oQQ,13743
 flowcept/flowceptor/adapters/__init__.py,sha256=SuZbSZVVQeBJ9zXW-M9jF09dw3XIjre3lSGrUO1Y8Po,27
-flowcept/flowceptor/adapters/base_interceptor.py,sha256=5guTHuuFpB7PYk9tQopdak5MBxcPMnsxDiZVUcEvJks,6483
+flowcept/flowceptor/adapters/base_interceptor.py,sha256=a2CX7COCpYzIpQeVulrLJTSVIw453U-S2gmrMlouO5A,6487
 flowcept/flowceptor/adapters/instrumentation_interceptor.py,sha256=DhK2bBnpghqPSeA62BUqRg6pl8zxuYrP33dK4x6PhRE,733
 flowcept/flowceptor/adapters/interceptor_state_manager.py,sha256=xRzmi5YFKBEqNtX8F5s6XlMTRe27ml4BmQtBO4WtG2c,919
 flowcept/flowceptor/adapters/dask/__init__.py,sha256=GKreb5L_nliD2BEckyB943zOQ-b6Gn1fLDj81FqSK2Y,23
@@ -60,14 +60,14 @@ flowcept/flowceptor/adapters/zambeze/zambeze_dataclasses.py,sha256=nn9MxvcdzgmOa
 flowcept/flowceptor/adapters/zambeze/zambeze_interceptor.py,sha256=Bjyi48JW0DXJLJuvwPxaD8zxxsSoEFgSoXl8YcbwFWk,3782
 flowcept/flowceptor/consumers/__init__.py,sha256=foxtVEb2ZEe9g1slfYIKM4tIFv-He1l7XS--SYs7nlQ,28
 flowcept/flowceptor/consumers/consumer_utils.py,sha256=7bvFJWusJkfA4j0gwZLDIIsIOyfk9wRq6s5liS3JAV0,5665
-flowcept/flowceptor/consumers/document_inserter.py,sha256=m9B57j6C4vdwSZhbafgtqHKTvi4YMttmv-iShW5MYqs,9508
+flowcept/flowceptor/consumers/document_inserter.py,sha256=fNPLa25oNhr3Y6-pRvzRp1zO4j3WBg7YXRnSHyDaaCo,9568
 flowcept/instrumentation/__init__.py,sha256=M5bTmg80E4QyN91gUX3qfw_nbtJSXwGWcKxdZP3vJz0,34
 flowcept/instrumentation/flowcept_loop.py,sha256=RvETm3Pn37dIw_a1RXigyh2U7MCBHqi46dPmbrz3RMQ,12171
 flowcept/instrumentation/flowcept_task.py,sha256=l_BAYEUZ_SeBt8QJN_E9D9QcZVYRnW9qO_XRnqvmePE,5993
-flowcept/instrumentation/flowcept_torch.py,sha256=BgJ0eOeCGOe0hjbyDQf-bHK_kFOvj9iSXC4PI1EikXE,23436
-flowcept/instrumentation/task_capture.py,sha256=DdudnrjiXS6EGsirdykMLi1rFFHWkJMX1C7uibjsjL4,4944
+flowcept/instrumentation/flowcept_torch.py,sha256=mH4sI2FMtBpGk4hN3U6MUwqd6sOPER8TbigUkexfhDY,23437
+flowcept/instrumentation/task_capture.py,sha256=fbTAhf4y69pRCpnaH8r0dczSmPyNINSpljMrVyUnp0U,4945
 resources/sample_settings.yaml,sha256=aKeHf8895vrHIbi0QS1w2WT5n8ZNI9Ep5PVPF5Y5MEQ,4957
-flowcept-0.8.6.dist-info/METADATA,sha256=nzqP4fruoqw-264-XNXJ0rlR_UfwsmqmmOW_J0GPYRM,18086
-flowcept-0.8.6.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-flowcept-0.8.6.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
-flowcept-0.8.6.dist-info/RECORD,,
+flowcept-0.8.7.dist-info/METADATA,sha256=xRNvugAeW4JZkzUDzpYc96qOnxyu0-abqV6p6RArHZA,18086
+flowcept-0.8.7.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+flowcept-0.8.7.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
+flowcept-0.8.7.dist-info/RECORD,,