flowcept 0.8.10__py3-none-any.whl → 0.8.12__py3-none-any.whl

flowcept/instrumentation/flowcept_task.py

@@ -2,6 +2,7 @@
 
 import threading
 from time import time
+import inspect
 from functools import wraps
 import argparse
 from flowcept.commons.flowcept_dataclasses.task_object import (
@@ -11,10 +12,7 @@ from flowcept.commons.vocabulary import Status
 from flowcept.commons.flowcept_logger import FlowceptLogger
 
 from flowcept.commons.utils import replace_non_serializable
-from flowcept.configs import (
-    REPLACE_NON_JSON_SERIALIZABLE,
-    INSTRUMENTATION_ENABLED,
-)
+from flowcept.configs import REPLACE_NON_JSON_SERIALIZABLE, INSTRUMENTATION_ENABLED, HOSTNAME, TELEMETRY_ENABLED
 from flowcept.flowcept_api.flowcept_controller import Flowcept
 from flowcept.flowceptor.adapters.instrumentation_interceptor import InstrumentationInterceptor
 
@@ -54,8 +52,8 @@ def telemetry_flowcept_task(func=None):
             _thread_local._flowcept_current_context_task_id = task_obj["task_id"]
             task_obj["workflow_id"] = kwargs.pop("workflow_id", Flowcept.current_workflow_id)
             task_obj["used"] = kwargs
-            tel = interceptor.telemetry_capture.capture()
-            if tel is not None:
+            if TELEMETRY_ENABLED:
+                tel = interceptor.telemetry_capture.capture()
                 task_obj["telemetry_at_start"] = tel.to_dict()
             try:
                 result = func(*args, **kwargs)
@@ -65,8 +63,8 @@ def telemetry_flowcept_task(func=None):
                 result = None
                 task_obj["stderr"] = str(e)
             # task_obj["ended_at"] = time()
-            tel = interceptor.telemetry_capture.capture()
-            if tel is not None:
+            if TELEMETRY_ENABLED:
+                tel = interceptor.telemetry_capture.capture()
                 task_obj["telemetry_at_end"] = tel.to_dict()
             task_obj["generated"] = result
             interceptor.intercept(task_obj)
@@ -107,39 +105,52 @@ def lightweight_flowcept_task(func=None):
         return decorator(func)
 
 
-# def flowcept_task_switch(mode=None):
-#     if mode is None:
-#         return flowcept_task
-#     elif mode == "disable":
-#         return lambda _: _
-#     else:
-#         raise NotImplementedError
-
-
 def flowcept_task(func=None, **decorator_kwargs):
-    """Get flowcept task."""
+    """Flowcept task decorator."""
     if INSTRUMENTATION_ENABLED:
         interceptor = InstrumentationInterceptor.get_instance()
         logger = FlowceptLogger()
 
     def decorator(func):
+        # Precompute once (perf)
+        sig = inspect.signature(func)
+        args_handler = decorator_kwargs.get("args_handler", default_args_handler)
+        custom_metadata = decorator_kwargs.get("custom_metadata", None)
+        tags = decorator_kwargs.get("tags", None)
+        subtype = decorator_kwargs.get("subtype", None)
+        output_names = decorator_kwargs.get("output_names", None)
+
         @wraps(func)
         def wrapper(*args, **kwargs):
             if not INSTRUMENTATION_ENABLED:
                 return func(*args, **kwargs)
 
-            args_handler = decorator_kwargs.get("args_handler", default_args_handler)
-            task_obj = TaskObject()
+            # Bind inputs to parameter names
+            try:
+                bound_args = sig.bind(*args, **kwargs)
+                bound_args.apply_defaults()
+                handled_args = args_handler(**dict(bound_args.arguments))
+            except Exception as e:
+                if isinstance(e, TypeError):
+                    raise e
+                else:
+                    handled_args = args_handler(*args, **kwargs)
 
+            task_obj = TaskObject()
+            task_obj.subtype = subtype
             task_obj.activity_id = func.__name__
-            handled_args = args_handler(*args, **kwargs)
             task_obj.workflow_id = handled_args.pop("workflow_id", Flowcept.current_workflow_id)
             task_obj.campaign_id = handled_args.pop("campaign_id", Flowcept.campaign_id)
             task_obj.used = handled_args
+            task_obj.tags = tags
             task_obj.started_at = time()
+            task_obj.custom_metadata = custom_metadata
+            task_obj.hostname = HOSTNAME
             task_obj.task_id = str(task_obj.started_at)
             _thread_local._flowcept_current_context_task_id = task_obj.task_id
-            task_obj.telemetry_at_start = interceptor.telemetry_capture.capture()
+            if TELEMETRY_ENABLED:
+                task_obj.telemetry_at_start = interceptor.telemetry_capture.capture()
+
             try:
                 result = func(*args, **kwargs)
                 task_obj.status = Status.FINISHED
@@ -148,13 +159,42 @@ def flowcept_task(func=None, **decorator_kwargs):
                 result = None
                 logger.exception(e)
                 task_obj.stderr = str(e)
+
             task_obj.ended_at = time()
-            task_obj.telemetry_at_end = interceptor.telemetry_capture.capture()
+            if TELEMETRY_ENABLED:
+                task_obj.telemetry_at_end = interceptor.telemetry_capture.capture()
+
+            # Output handling: only use output_names if provided
             try:
                 if result is not None:
+                    named = None
+
                     if isinstance(result, dict):
-                        task_obj.generated = args_handler(**result)
+                        # User already returned a mapping; pass through
+                        try:
+                            task_obj.generated = args_handler(**result)
+                        except Exception:
+                            task_obj.generated = result
+                    elif output_names:
+                        # If output_names provided, map scalar or tuple/list to names
+                        if isinstance(result, (tuple, list)):
+                            if len(output_names) == len(result):
+                                named = {k: v for k, v in zip(output_names, result)}
+                        elif isinstance(output_names, str):
+                            named = {output_names: result}
+                        elif isinstance(output_names, (tuple, list)) and len(output_names) == 1:
+                            named = {output_names[0]: result}
+
+                        if isinstance(named, dict):
+                            try:
+                                task_obj.generated = args_handler(**named)
+                            except Exception:
+                                task_obj.generated = named
+                        else:
+                            # Mismatch or no mapping possible -> original behavior
+                            task_obj.generated = args_handler(result)
                     else:
+                        # No output_names: original behavior
                         task_obj.generated = args_handler(result)
             except Exception as e:
                 logger.exception(e)

flowcept/instrumentation/flowcept_torch.py

@@ -18,9 +18,9 @@ from flowcept.commons.flowcept_dataclasses.workflow_object import (
 from flowcept.commons.vocabulary import Status
 from flowcept.configs import (
     INSTRUMENTATION,
-    TELEMETRY_CAPTURE,
     REPLACE_NON_JSON_SERIALIZABLE,
     INSTRUMENTATION_ENABLED,
+    TELEMETRY_ENABLED,
 )
 from flowcept.flowcept_api.flowcept_controller import Flowcept
 from flowcept.flowceptor.adapters.base_interceptor import BaseInterceptor
@@ -192,8 +192,8 @@ def flowcept_torch(cls):
             if self._current_epoch < 1:
                 forward_task["generated"] = {"tensor": _inspect_torch_tensor(y)}
 
-            tel = TorchModuleWrapper._interceptor.telemetry_capture.capture()
-            if tel:
+            if TELEMETRY_ENABLED:
+                tel = TorchModuleWrapper._interceptor.telemetry_capture.capture()
                 forward_task["telemetry_at_end"] = tel.to_dict()
 
             TorchModuleWrapper._interceptor.intercept(forward_task)
@@ -322,9 +322,9 @@ def flowcept_torch(cls):
 
     def _get_our_child_forward_func(mode):
         """Pick the torch_task function."""
-        if "telemetry" in mode and TELEMETRY_CAPTURE is None:
+        if "telemetry" in mode and not TELEMETRY_ENABLED:
             raise Exception(
-                "Your telemetry settings are null but you chose a telemetry mode. Please revise your settings."
+                "Your telemetry settings are disabled but you chose a telemetry mode. Please revise your settings."
             )
         elif mode == "lightweight":
             return _our_forward_lightweight

flowcept/instrumentation/task_capture.py

@@ -1,5 +1,5 @@
 from time import time
-from typing import Dict
+from typing import Dict, Any
 import os
 import threading
 import random
@@ -8,7 +8,7 @@ from flowcept.commons.flowcept_dataclasses.task_object import (
     TaskObject,
 )
 from flowcept.commons.vocabulary import Status
-from flowcept.configs import INSTRUMENTATION_ENABLED
+from flowcept.configs import INSTRUMENTATION_ENABLED, TELEMETRY_ENABLED
 from flowcept.flowcept_api.flowcept_controller import Flowcept
 from flowcept.flowceptor.adapters.instrumentation_interceptor import InstrumentationInterceptor
 
@@ -58,24 +58,88 @@ class FlowceptTask(object):
         workflow_id: str = None,
         campaign_id: str = None,
         activity_id: str = None,
+        agent_id: str = None,
+        parent_task_id: str = None,
         used: Dict = None,
+        data: Any = None,
+        subtype: str = None,
         custom_metadata: Dict = None,
+        generated: Dict = None,
+        ended_at: float = None,
+        stdout: str = None,
+        stderr: str = None,
+        status: Status = None,
     ):
+        """
+        Initializes a FlowceptTask and optionally finalizes it.
+
+        If any of the following optional arguments are provided — `generated`, `ended_at`, `stdout`,
+        `stderr`, or `status` — the task will be automatically finalized by calling `end()` during
+        initialization. This is useful when the task's outcome is already known at the moment of
+        instantiation.
+
+        Parameters
+        ----------
+        task_id : str, optional
+            Unique identifier for the task. Defaults to a generated ID.
+        workflow_id : str, optional
+            ID of the workflow to which this task belongs.
+        campaign_id : str, optional
+            ID of the campaign to which this task belongs.
+        activity_id : str, optional
+            Describes the specific activity this task captures.
+        used : Dict, optional
+            Metadata about resources or data used during the task.
+        subtype : str, optional
+            Optional string categorizing the task subtype.
+        custom_metadata : Dict, optional
+            Additional user-defined metadata to associate with the task.
+        generated : Dict, optional
+            Output data generated during the task execution.
+        ended_at : float, optional
+            Timestamp indicating when the task ended.
+        stdout : str, optional
+            Captured standard output from the task.
+        stderr : str, optional
+            Captured standard error from the task.
+        status : Status, optional
+            Task completion status. If provided, defaults to Status.FINISHED if unspecified.
+        """
         if not INSTRUMENTATION_ENABLED:
             self._ended = True
             return
+
         self._task = TaskObject()
         self._interceptor = InstrumentationInterceptor.get_instance()
-        self._task.telemetry_at_start = self._interceptor.telemetry_capture.capture()
+
+        if TELEMETRY_ENABLED:
+            tel = self._interceptor.telemetry_capture.capture()
+            self._task.telemetry_at_start = tel
+
         self._task.activity_id = activity_id
         self._task.started_at = time()
         self._task.task_id = task_id or self._gen_task_id()
         self._task.workflow_id = workflow_id or Flowcept.current_workflow_id
         self._task.campaign_id = campaign_id or Flowcept.campaign_id
+        self._task.parent_task_id = parent_task_id
         self._task.used = used
+        self._task.data = data
+        self._task.subtype = subtype
+        self._task.agent_id = agent_id
         self._task.custom_metadata = custom_metadata
+
         self._ended = False
 
+        # Check if any of the end-like fields were provided. If yes, end it.
+        if any([generated, ended_at, stdout, stderr is not None]):
+            self.end(
+                generated=generated,
+                ended_at=ended_at,
+                stdout=stdout,
+                stderr=stderr,
+                status=status or Status.FINISHED,
+            )
+
     def __enter__(self):
         return self
 
@@ -124,11 +188,30 @@ class FlowceptTask(object):
         """
         if not INSTRUMENTATION_ENABLED:
             return
-        self._task.telemetry_at_end = self._interceptor.telemetry_capture.capture()
+        if TELEMETRY_ENABLED:
+            tel = self._interceptor.telemetry_capture.capture()
+            self._task.telemetry_at_end = tel
         self._task.ended_at = ended_at or time()
         self._task.status = status
         self._task.stderr = stderr
         self._task.stdout = stdout
         self._task.generated = generated
+        if self._interceptor._mq_dao.buffer is None:
+            raise Exception("Did you start Flowcept?")
         self._interceptor.intercept(self._task.to_dict())
         self._ended = True
+
+    def send(self):
+        """
+        Finalizes and sends the task data if not already ended.
+
+        This method acts as a simple alias for finalizing the task without requiring additional
+        arguments. It sends the task object to the interceptor for capture and marks it as ended
+        to prevent multiple submissions.
+        """
+        if not self._ended:
+            if self._interceptor._mq_dao.buffer is None:
+                raise Exception("Did you start Flowcept?")
+            self._task.ended_at = self._task.started_at  # message sents are not going to be analyzed for task duration
+            self._interceptor.intercept(self._task.to_dict())
+            self._ended = True

flowcept/version.py

@@ -4,4 +4,4 @@
 # The expected format is: <Major>.<Minor>.<Patch>
 # This file is supposed to be automatically modified by the CI Bot.
 # See .github/workflows/version_bumper.py
-__version__ = "0.8.10"
+__version__ = "0.8.12"

{flowcept-0.8.10.dist-info → flowcept-0.8.12.dist-info}/METADATA

@@ -1,44 +1,52 @@
 Metadata-Version: 2.4
 Name: flowcept
-Version: 0.8.10
+Version: 0.8.12
 Summary: Capture and query workflow provenance data using data observability
-Project-URL: GitHub, https://github.com/ORNL/flowcept
 Author: Oak Ridge National Laboratory
 License-Expression: MIT
 License-File: LICENSE
-Keywords: ai,big-data,dask,data-analytics,data-integration,databases,lineage,machine-learning,ml,mlflow,model-management,parallel-processing,provenance,reproducibility,responsible-ai,scientific-workflows,tensorboard,workflows
+Keywords: agentic-ai,agentic-workflows,ai,big-data,dask,data-analytics,data-integration,databases,lineage,llm,machine-learning,ml,mlflow,model-management,parallel-processing,provenance,reproducibility,responsible-ai,scientific-workflows,tensorboard,workflows
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.10
-Requires-Dist: flask-restful
-Requires-Dist: lmdb
 Requires-Dist: msgpack
+Requires-Dist: numpy
 Requires-Dist: omegaconf
-Requires-Dist: pandas
-Requires-Dist: psutil>=6.1.1
-Requires-Dist: py-cpuinfo
-Requires-Dist: pyarrow
-Requires-Dist: redis
-Requires-Dist: requests
+Requires-Dist: orjson
 Provides-Extra: all
 Requires-Dist: alembic; extra == 'all'
 Requires-Dist: confluent-kafka<=2.8.0; extra == 'all'
+Requires-Dist: cryptography; extra == 'all'
 Requires-Dist: dask[distributed]<=2024.10.0; extra == 'all'
+Requires-Dist: flask-restful; extra == 'all'
 Requires-Dist: furo; extra == 'all'
+Requires-Dist: gitpython; extra == 'all'
+Requires-Dist: google-genai; extra == 'all'
 Requires-Dist: jupyterlab; extra == 'all'
+Requires-Dist: langchain-community; extra == 'all'
+Requires-Dist: lmdb; extra == 'all'
+Requires-Dist: mcp[cli]; extra == 'all'
 Requires-Dist: mlflow-skinny; extra == 'all'
 Requires-Dist: nbmake; extra == 'all'
+Requires-Dist: paho-mqtt; extra == 'all'
+Requires-Dist: pandas; extra == 'all'
 Requires-Dist: pika; extra == 'all'
 Requires-Dist: plotly; extra == 'all'
+Requires-Dist: psutil>=6.1.1; extra == 'all'
+Requires-Dist: py-cpuinfo; extra == 'all'
+Requires-Dist: pyarrow; extra == 'all'
 Requires-Dist: pymongo; extra == 'all'
 Requires-Dist: pytest; extra == 'all'
 Requires-Dist: pyyaml; extra == 'all'
+Requires-Dist: redis; extra == 'all'
+Requires-Dist: requests; extra == 'all'
 Requires-Dist: ruff; extra == 'all'
 Requires-Dist: scipy; extra == 'all'
 Requires-Dist: seaborn; extra == 'all'
 Requires-Dist: sphinx; extra == 'all'
 Requires-Dist: sqlalchemy; extra == 'all'
+Requires-Dist: streamlit; extra == 'all'
 Requires-Dist: tbparse; extra == 'all'
 Requires-Dist: tensorboard; extra == 'all'
 Requires-Dist: tensorflow; extra == 'all'
@@ -63,8 +71,28 @@ Requires-Dist: sphinx; extra == 'dev'
 Provides-Extra: docs
 Requires-Dist: furo; extra == 'docs'
 Requires-Dist: sphinx; extra == 'docs'
+Provides-Extra: extras
+Requires-Dist: flask-restful; extra == 'extras'
+Requires-Dist: gitpython; extra == 'extras'
+Requires-Dist: lmdb; extra == 'extras'
+Requires-Dist: pandas; extra == 'extras'
+Requires-Dist: psutil>=6.1.1; extra == 'extras'
+Requires-Dist: py-cpuinfo; extra == 'extras'
+Requires-Dist: redis; extra == 'extras'
+Requires-Dist: requests; extra == 'extras'
 Provides-Extra: kafka
 Requires-Dist: confluent-kafka<=2.8.0; extra == 'kafka'
+Provides-Extra: llm-agent
+Requires-Dist: langchain-community; extra == 'llm-agent'
+Requires-Dist: mcp[cli]; extra == 'llm-agent'
+Requires-Dist: streamlit; extra == 'llm-agent'
+Provides-Extra: llm-google
+Requires-Dist: google-genai; extra == 'llm-google'
+Requires-Dist: langchain-community; extra == 'llm-google'
+Requires-Dist: mcp[cli]; extra == 'llm-google'
+Requires-Dist: streamlit; extra == 'llm-google'
+Provides-Extra: lmdb
+Requires-Dist: lmdb; extra == 'lmdb'
 Provides-Extra: ml-dev
 Requires-Dist: datasets==2.17.0; extra == 'ml-dev'
 Requires-Dist: nltk; extra == 'ml-dev'
@@ -75,13 +103,22 @@ Requires-Dist: torchtext==0.17.2; extra == 'ml-dev'
 Requires-Dist: torchvision==0.17.2; extra == 'ml-dev'
 Provides-Extra: mlflow
 Requires-Dist: alembic; extra == 'mlflow'
+Requires-Dist: cryptography; extra == 'mlflow'
 Requires-Dist: mlflow-skinny; extra == 'mlflow'
 Requires-Dist: sqlalchemy; extra == 'mlflow'
 Requires-Dist: watchdog; extra == 'mlflow'
 Provides-Extra: mongo
+Requires-Dist: pyarrow; extra == 'mongo'
 Requires-Dist: pymongo; extra == 'mongo'
+Provides-Extra: mqtt
+Requires-Dist: paho-mqtt; extra == 'mqtt'
 Provides-Extra: nvidia
 Requires-Dist: nvidia-ml-py; extra == 'nvidia'
+Provides-Extra: redis
+Requires-Dist: redis; extra == 'redis'
+Provides-Extra: telemetry
+Requires-Dist: psutil>=6.1.1; extra == 'telemetry'
+Requires-Dist: py-cpuinfo; extra == 'telemetry'
 Provides-Extra: tensorboard
 Requires-Dist: tbparse; extra == 'tensorboard'
 Requires-Dist: tensorboard; extra == 'tensorboard'

flowcept-0.8.12.dist-info/RECORD

@@ -0,0 +1,101 @@
+flowcept/__init__.py,sha256=ZDHSYTpv7qNrCgx7km3mCNRaJ2jfc0KRKKvRXdVxFwA,2101
+flowcept/cli.py,sha256=NB7rzu38Rc8Zyb8ou1XNa7X2NN--EQ7GKdyh0_Kx1Ts,22852
+flowcept/configs.py,sha256=DOpwjKMGE-4GDT22DhNrYbeGPMgPOlngDJnuC2rQuDM,8195
+flowcept/version.py,sha256=bMjQQHKMyz43zE-bJkgh3iaVPOlS5qK_sCzyrr5fH9Y,307
+flowcept/agents/__init__.py,sha256=8eeD2CiKBtHiDsWdrHK_UreIkKlTq4dUbhHDyzw372o,175
+flowcept/agents/agent_client.py,sha256=UiBQkC9WE2weLZR2OTkEOEQt9-zqQOkPwRA17HfI-jk,2027
+flowcept/agents/agents_utils.py,sha256=Az5lvWTsBHs_3sWWwy7jSdDjNn-PvZ7KmYd79wxvdyU,6666
+flowcept/agents/dynamic_schema_tracker.py,sha256=TsmXRRkyUkqB-0bEgmeqSms8xj1tMMJeYvjoaO2mtwI,6829
+flowcept/agents/flowcept_agent.py,sha256=1sidjnNMdG0S6lUKBvml7ZfIb6o3u7zc6HNogsJbl9g,871
+flowcept/agents/flowcept_ctx_manager.py,sha256=-WYulunHE62w61z8cy3u7TEnvgV1hflNEXsnm8YxwFw,6840
+flowcept/agents/gui/__init__.py,sha256=Qw9YKbAzgZqBjMQGnF7XWmfUo0fivtkDISQRK3LA3gU,113
+flowcept/agents/gui/agent_gui.py,sha256=8sTG3MjWBi6oc4tnfHa-duTBXWEE6RBxBE5uHooGkzI,2501
+flowcept/agents/gui/gui_utils.py,sha256=Qex0G9Asgb_UnLTySB8cYNEEy9ZnmLYnLddbornoDcI,7861
+flowcept/agents/llms/__init__.py,sha256=kzOaJic5VhMBnGvy_Fr5C6sRKVrRntH1ZnYz7f5_4-s,23
+flowcept/agents/llms/claude_gcp.py,sha256=fzz7235DgzVueuFj5odsr93jWtYHpYlXkSGW1kmmJwU,4915
+flowcept/agents/llms/gemini25.py,sha256=VARrjb3tITIh3_Wppmocp_ocSKVZNon0o0GeFEwTnTI,4229
+flowcept/agents/prompts/__init__.py,sha256=7ICsNhLYzvPS1esG3Vg519s51b1c4yN0WegJUb6Qvww,26
+flowcept/agents/prompts/general_prompts.py,sha256=5UYBGti2Mdr5VIPm2Ewn1wxZsVXgRE8jWNvQ-8HZ0Oo,3685
+flowcept/agents/prompts/in_memory_query_prompts.py,sha256=oWvZQNUHBBrGq-f94ulhIZW4bkkze02EzAuHY5640QM,17934
+flowcept/agents/tools/__init__.py,sha256=Xqz2E4-LL_7DDcm1XYJFx2f5RdAsjeTpOJb_DPC7xyc,27
+flowcept/agents/tools/general_tools.py,sha256=Dw1vYNzVUp8dIB48KFPNxGenERoS8UqJj0HIEfhjQeA,2752
+flowcept/agents/tools/in_memory_queries/__init__.py,sha256=K8-JI_lXUgquKkgga8Nef8AntGg_logQtjjQjaEE7yI,39
+flowcept/agents/tools/in_memory_queries/in_memory_queries_tools.py,sha256=hrVal1ktf6lvBmVWS7cR_lQy4cIz7ZNYLC-MN61WNRg,25450
+flowcept/agents/tools/in_memory_queries/pandas_agent_utils.py,sha256=xi69oywlGb6IUkhQKXoKoswYuWK5FyiWHy2MnRjTzds,9055
+flowcept/analytics/__init__.py,sha256=46q-7vsHq_ddPNrzNnDgEOiRgvlx-5Ggu2ocyROMV0w,641
+flowcept/analytics/analytics_utils.py,sha256=FRJdBtQa7Hrk2oR_FFhmhmMf3X6YyZ4nbH5RIYh7KL4,8753
+flowcept/analytics/data_augmentation.py,sha256=Dyr5x316Zf-k1e8rVoQMCpFOrklYVHjfejRPrtoycmc,1641
+flowcept/analytics/plot.py,sha256=L56y1HRnTE6-Fxs62Y0rV2OtDwjSwgSP3yLdalkiRBQ,2932
+flowcept/commons/__init__.py,sha256=W94CqapS0IGuuIGHHaz4sNuuiYhgtJWtpDEbnI0pGwI,26
+flowcept/commons/autoflush_buffer.py,sha256=8M0fcIeHck-mSGQ2HFpW3_Af8-dHswhIbUMX5FATm48,2589
+flowcept/commons/flowcept_logger.py,sha256=0asRucrDMeRXvsdhuCmH6lWO7lAt_Z5o5uW7rrQhcjc,1857
+flowcept/commons/query_utils.py,sha256=3tyK5VYA10iDtmtzNwa8OQGn93DBxsu6rTjHDphftSc,2208
+flowcept/commons/settings_factory.py,sha256=bMTjgXRfb5HsL2lPnLfem-9trqELbNWE04Ie7lSlxYM,1731
+flowcept/commons/task_data_preprocess.py,sha256=yxLOq3PhfJYDeOUrbBzLc-x7zDrKqB30pwk1nIqtdgo,13552
+flowcept/commons/utils.py,sha256=gF6ENWlTpR2ZSw3yVNPNBTVzSpcgy-WuzYzwWSXXsug,9252
+flowcept/commons/vocabulary.py,sha256=_GzHJ1wSYJlLsu_uu1Am6N3zvc59S4FCuT5yp7lynPw,713
+flowcept/commons/daos/__init__.py,sha256=RO51svfHOg9naN676zuQwbj_RQ6IFHu-RALeefvtwwk,23
+flowcept/commons/daos/keyvalue_dao.py,sha256=g7zgC9hVC1NTllwUAqGt44YqdqYUgAKgPlX8_G4BRGw,3599
+flowcept/commons/daos/redis_conn.py,sha256=gFyW-5yf6B8ExEYopCmbap8ki-iEwuIw-KH9f6o7UGQ,1495
+flowcept/commons/daos/docdb_dao/__init__.py,sha256=qRvXREeUJ4mkhxdC9bzpOsVX6M2FB5hDyLFxhMxTGhs,30
+flowcept/commons/daos/docdb_dao/docdb_dao_base.py,sha256=YbfSVJPwZGK2GBYkeapRC83HkmP0c6Msv5TriD88RcI,11812
+flowcept/commons/daos/docdb_dao/lmdb_dao.py,sha256=dJOLgCx_lwdz6MKiMpM_UE4rm0angDCPaVz_WU5KqIA,10407
+flowcept/commons/daos/docdb_dao/mongodb_dao.py,sha256=5x0un15uCDTcnuITOyOhvF9mKj_bUmF2du0AHQfjN9k,40055
+flowcept/commons/daos/mq_dao/__init__.py,sha256=Xxm4FmbBUZDQ7XIAmSFbeKE_AdHsbgFmSuftvMWSykQ,21
+flowcept/commons/daos/mq_dao/mq_dao_base.py,sha256=jo98CIyaEjMMHtaw9XIQRPhnN8IgKj2x-cTmWV4u0Ws,9596
+flowcept/commons/daos/mq_dao/mq_dao_kafka.py,sha256=kjZqPLIu5PaNeM4IDvOxkDRVGTd5UWwq3zhDvVirqW8,5067
+flowcept/commons/daos/mq_dao/mq_dao_mofka.py,sha256=tRdMGYDzdeIJxad-B4-DE6u8Wzs61eTzOW4ojZrnTxs,4057
+flowcept/commons/daos/mq_dao/mq_dao_redis.py,sha256=WKPoMPBSce4shqbBkgsnuqJAJoZZ4U_hdebhyFqtejQ,5535
+flowcept/commons/flowcept_dataclasses/__init__.py,sha256=8KkiJh0WSRAB50waVluxCSI8Tb9X1L9nup4c8RN3ulc,30
+flowcept/commons/flowcept_dataclasses/base_settings_dataclasses.py,sha256=Cjw2PGYtZDfnwecz6G3S42Ncmxj7AIZVEBx05bsxRUo,399
+flowcept/commons/flowcept_dataclasses/task_object.py,sha256=ITTfGNRCPhHdbM9kJxb-4_ROR1yrJuQQ8kM780oe8NQ,5610
+flowcept/commons/flowcept_dataclasses/telemetry.py,sha256=9_5ONCo-06r5nKHXmi5HfIhiZSuPgmTECiq_u9MlxXM,2822
+flowcept/commons/flowcept_dataclasses/workflow_object.py,sha256=JHvPo1BfF38fxRqZO1OTA3rTMINnPlkNw8e3l2fWn-M,4624
+flowcept/flowcept_api/__init__.py,sha256=T1ty86YlocQ5Z18l5fUqHj_CC6Unq_iBv0lFyiI7Ao8,22
+flowcept/flowcept_api/db_api.py,sha256=hKXep-n50rp9cAzV0ljk2QVEF8O64yxi3ujXv5_Ibac,9723
+flowcept/flowcept_api/flowcept_controller.py,sha256=D5-HeG3LKIqtFvIQ54b9B6qyk1Vx_lWAxS_9_I5MKF4,14895
+flowcept/flowcept_api/task_query_api.py,sha256=SrwB0OCVtbpvCPECkE2ySM10G_g8Wlk5PJ8h-0xEaNc,23821
+flowcept/flowcept_webserver/__init__.py,sha256=8411GIXGddKTKoHUvbo_Rq6svosNG7tG8VzvUEBd7WI,28
+flowcept/flowcept_webserver/app.py,sha256=VUV8_JZbIbx9u_1O7m7XtRdhZb_7uifUa-iNlPhmZws,658
+flowcept/flowcept_webserver/resources/__init__.py,sha256=XOk5yhLeLU6JmVXxbl3TY2zksqz7Yh2hfC3OMhkALn8,28
+flowcept/flowcept_webserver/resources/query_rsrc.py,sha256=Mk1XDC_wVYkMk0eaazqWWrTC07gQU9U0toKfip0ihZE,1353
+flowcept/flowcept_webserver/resources/task_messages_rsrc.py,sha256=0u68it2W-9NzUUx5fWOZCqvRKe5EsLI8oyvto9634Ng,666
+flowcept/flowceptor/__init__.py,sha256=wVxRXUv07iNx6SMRRma2vqhR_GIcRl0re_WCYG65PUs,29
+flowcept/flowceptor/telemetry_capture.py,sha256=9-Q09LjANAntG6dAz3L1rHWkb7zqtqU9GSFj__FCyyc,13810
+flowcept/flowceptor/adapters/__init__.py,sha256=SuZbSZVVQeBJ9zXW-M9jF09dw3XIjre3lSGrUO1Y8Po,27
+flowcept/flowceptor/adapters/base_interceptor.py,sha256=kbdYW6VuvmBibOVy7Pg3OzeD3OUaHc6jnAhRBpj9f14,6517
+flowcept/flowceptor/adapters/instrumentation_interceptor.py,sha256=DhK2bBnpghqPSeA62BUqRg6pl8zxuYrP33dK4x6PhRE,733
+flowcept/flowceptor/adapters/interceptor_state_manager.py,sha256=xRzmi5YFKBEqNtX8F5s6XlMTRe27ml4BmQtBO4WtG2c,919
+flowcept/flowceptor/adapters/brokers/__init__.py,sha256=mhQXVmh0JklvL93GUtJZLJnPRYX9Nmb8IqcyKJGQBzk,36
+flowcept/flowceptor/adapters/brokers/mqtt_interceptor.py,sha256=wx3STMYPHeXB6ilUn-UQYsxesGp2hF7TRlfn52hNJtY,4845
+flowcept/flowceptor/adapters/dask/__init__.py,sha256=GKreb5L_nliD2BEckyB943zOQ-b6Gn1fLDj81FqSK2Y,23
+flowcept/flowceptor/adapters/dask/dask_dataclasses.py,sha256=6LTG-kdcc6AUuVINvkqB5QHw6pchg1aMqj0sdWt2Ef8,580
+flowcept/flowceptor/adapters/dask/dask_interceptor.py,sha256=uBQpLluYXzlT1gBDfTe4_WueC_fWBEs5Xr8ntpOmljE,5869
+flowcept/flowceptor/adapters/dask/dask_plugins.py,sha256=s1ENAi9N61PC_6RiFvOYhJsgWzSm_lFWm3w87V-R1YY,2473
+flowcept/flowceptor/adapters/mlflow/__init__.py,sha256=3mzHrvh1XQOy68qx1A3so9Nq27tIb0i2mSXfv3F6gZg,25
+flowcept/flowceptor/adapters/mlflow/interception_event_handler.py,sha256=-SsIRdOcZjQUTzWgsZ41ouqpla4Qd32jIWXIAGU1pPw,494
+flowcept/flowceptor/adapters/mlflow/mlflow_dao.py,sha256=dPEgCduiw14_pzT5WCjuokwaN7p5Tu7UvWS2rtGh4qk,4589
+flowcept/flowceptor/adapters/mlflow/mlflow_dataclasses.py,sha256=vbijpDW6npHdsA9-28otXw94O4a9R-PWtq3xlJapsyY,690
+flowcept/flowceptor/adapters/mlflow/mlflow_interceptor.py,sha256=OLmVBdOCMS3GPcdxSdCD794RDbW6p4f8eBh1PXWcvHE,3799
+flowcept/flowceptor/adapters/tensorboard/__init__.py,sha256=LrcR4WCIlBwwHIUSteQ8k8JBdCJTFqLvvgAfnoLeREw,30
+flowcept/flowceptor/adapters/tensorboard/tensorboard_dataclasses.py,sha256=lSfDd6TucVNzGxbm69BYyCVgMr2p9iUEQjnsS4jIfeI,554
+flowcept/flowceptor/adapters/tensorboard/tensorboard_interceptor.py,sha256=PUKGlCsYcybsk1HK573Brs6FiXQRoaj6MKgZ3Oyeec4,4881
+flowcept/flowceptor/consumers/__init__.py,sha256=foxtVEb2ZEe9g1slfYIKM4tIFv-He1l7XS--SYs7nlQ,28
+flowcept/flowceptor/consumers/base_consumer.py,sha256=cKEkZAmfzirBcnVNjx3To57zP1Qwdz4lkMbjeZ8D4Q8,3163
+flowcept/flowceptor/consumers/consumer_utils.py,sha256=a7GJYgYiTZnxsm3W3MOalgnC8oyQSs7OjqF4LWYI_vI,5704
+flowcept/flowceptor/consumers/document_inserter.py,sha256=IeVl6Y4Q1KlpYGvE7uDI0vKQf-MGf2pgnIpxCYtyzKE,13392
+flowcept/flowceptor/consumers/agent/__init__.py,sha256=R1uvjBPeTLw9SpYgyUc6Qmo16pE84PFHcELTTFvyTWU,56
+flowcept/flowceptor/consumers/agent/base_agent_context_manager.py,sha256=5fBPYs-k4bsKDcIXyUbps9KoiQkfAWLHJB52lypYKas,4161
+flowcept/instrumentation/__init__.py,sha256=M5bTmg80E4QyN91gUX3qfw_nbtJSXwGWcKxdZP3vJz0,34
+flowcept/instrumentation/flowcept_agent_task.py,sha256=XN9JU4LODca0SgojUm4F5iU_V8tuWkOt1fAKcoOAG34,10757
+flowcept/instrumentation/flowcept_decorator.py,sha256=X4Lp_FSsoL08K8ZhRM4mC0OjKupbQtbMQR8zxy3ezDY,1350
+flowcept/instrumentation/flowcept_loop.py,sha256=7hkcolXxbwwccNzoSbAeCCEu02i4zT317YeJ6dO1MDs,12208
+flowcept/instrumentation/flowcept_task.py,sha256=EmKODpjl8usNklKSVmsKYyCa6gC_QMqKhAr3DKaw44s,8199
+flowcept/instrumentation/flowcept_torch.py,sha256=kkZQRYq6cDBpdBU6J39_4oKRVkhyF3ODlz8ydV5WGKw,23455
+flowcept/instrumentation/task_capture.py,sha256=la4VaMuihpDycJjHMb490RgujJTgn8s5ilv8o7ZJ5MA,8317
+resources/sample_settings.yaml,sha256=QcQi1ivLAfPaFsx5BkIrVuUXxFzGYiEWU6aOULxnOS0,6690
+flowcept-0.8.12.dist-info/METADATA,sha256=M2o70v7MgX3K99iWJaeBZzwtU4fEprWtgvtr8BFP3Jo,20051
+flowcept-0.8.12.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+flowcept-0.8.12.dist-info/entry_points.txt,sha256=i8q67WE0201rVxYI2lyBtS52shvgl93x2Szp4q8zMlw,47
+flowcept-0.8.12.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
+flowcept-0.8.12.dist-info/RECORD,,

resources/sample_settings.yaml

@@ -1,4 +1,4 @@
-flowcept_version: 0.8.10 # Version of the Flowcept package. This setting file is compatible with this version.
+flowcept_version: 0.8.12 # Version of the Flowcept package. This setting file is compatible with this version.
 
 project:
   debug: true # Toggle debug mode. This will add a property `debug: true` to all saved data, making it easier to retrieve/delete them later.
@@ -7,6 +7,7 @@ project:
   performance_logging: false # Enable performance logging if true. Particularly useful for MQ flushes.
   enrich_messages: true # Add extra metadata to task messages, such as IP addresses and UTC timestamps.
   db_flush_mode: online # Mode for flushing DB entries: "online" or "offline". If online, flushes to the DB will happen before the workflow ends.
+  # dump_buffer_path: flowcept_messages.jsonl # This is useful if you need to run completely offline.
 
 log:
   log_path: "default" # Path for log file output; "default" will write the log in the directory where the main executable is running from.
@@ -39,18 +40,24 @@ experiment:
 mq:
   type: redis  # or kafka or mofka; Please adjust the port (kafka's default is 9092; redis is 6379). If mofka, adjust the group_file.
   host: localhost
-  # instances: ["localhost:6379"] # We can have multiple redis instances being accessed by the consumers but each interceptor will currently access one single redis.
+  # uri: ?
+  # instances: ["localhost:6379"] # We can have multiple MQ instances being accessed by the consumers but each interceptor will currently access one single MQ..
   port: 6379
   # group_file: mofka.json
   channel: interception
   buffer_size: 50
   insertion_buffer_time_secs: 5
   timing: false
+  # uri: use Redis connection uri here
   chunk_size: -1  # use 0 or -1 to disable this. Or simply omit this from the config file.
+  same_as_kvdb: false # Set this to true if you are using the same Redis instance both as an MQ and as the KV_DB. In that case, no need to repeat connection parameters in MQ. Use only what you define in KV_DB.
+#  bin: /usr/local/bin/redis-server # Use this if you want to start redis using the flowcept-cli.
+#  conf_file: /etc/redis/redis.conf
 
-kv_db:  # You can optionally use KV == MQ if MQ is Redis. Otherwise, these will be the Redis instance credentials.
+kv_db:
   host: localhost
   port: 6379
+  enabled: true
   # uri: use Redis connection uri here
 
 web_server:
@@ -72,8 +79,18 @@ db_buffer:
   insertion_buffer_time_secs: 5   # Time interval (in seconds) to buffer incoming records before flushing to the database
   buffer_size: 50    # Maximum number of records to hold in the buffer before forcing a flush
   remove_empty_fields: false    # If true, fields with null/empty values will be removed before insertion
-  stop_max_trials: 240    # Maximum number of trials before giving up when waiting for a fully safe stop (i.e., all records have been inserted as expected).
-  stop_trials_sleep: 0.01   # Sleep duration (in seconds) between trials when waiting for a fully safe stop.
+  stop_max_trials: 300    # Maximum number of trials before giving up when waiting for a fully safe stop (i.e., all records have been inserted as expected).
+  stop_trials_sleep: 0.1  # Sleep duration (in seconds) between trials when waiting for a fully safe stop.
+
+agent:
+  enabled: false
+  mcp_host: localhost
+  mcp_port: 8000
+  llm_server_url: '?'
+  api_key: '?'
+  model: '?'
+  service_provider: '?'
+  model_kwargs: {}
 
 databases:
 
@@ -87,19 +104,33 @@ databases:
     port: 27017
     db: flowcept
     create_collection_index: true  # Whether flowcept should create collection indices if they haven't been created yet. This is done only at the Flowcept start up.
+#    bin: /usr/bin/mongod
+#    log_path: /var/log/mongodb/mongod.log
+#    lock_file_path: /var/run/mongod.pid
+
 
 adapters:
   # For each key below, you can have multiple instances. Like mlflow1, mlflow2; zambeze1, zambeze2. Use an empty dict, {}, if you won't use any adapter.
-  zambeze:
-    kind: zambeze
+
+  broker_mqtt:
+    kind: broker
     host: localhost
-    port: 5672
-    queue_names:
-      - hello
-      - hello2
-#    key_values_to_filter:
-#      - key: activity_status
-#        value: CREATED
+    port: 30011
+    protocol: mqtt3.1.1
+    queues: ["#"]
+    username: postman
+    password: p
+    qos: 2
+    task_subtype: intersect_msg
+    tracked_keys:
+      used: payload
+      generated: ~
+      custom_metadata: [headers, msgId]
+      activity_id: operationId
+      submitted_at: ~
+      started_at: ~
+      ended_at: ~
+      registered_at: ~
 
   mlflow:
     kind: mlflow
@@ -122,3 +153,4 @@ adapters:
     worker_should_get_output: true
     scheduler_create_timestamps: true
     worker_create_timestamps: false
+

flowcept/flowceptor/adapters/zambeze/__init__.py

@@ -1 +0,0 @@
-"""Zambeze subpackage."""