flowcept 0.9.10__py3-none-any.whl → 0.9.12__py3-none-any.whl

flowcept/__init__.py

@@ -64,7 +64,7 @@ def __getattr__(name):
         return FlowceptDaskWorkerAdapter
 
     elif name == "SETTINGS_PATH":
-        from configs import SETTINGS_PATH
+        from flowcept.configs import SETTINGS_PATH
 
         return SETTINGS_PATH
     elif name == "TaskQueryAPI":

flowcept/cli.py

@@ -459,23 +459,85 @@ def start_mongo() -> None:
         databases:
             mongodb:
               - bin : str (required) path to the mongod executable
+              - db_path: str, required path to the db data directory
               - log_path : str, optional (adds --fork --logpath)
               - lock_file_path : str, optional (adds --pidfilepath)
 
+
     Builds and runs the startup command.
     """
+    import time
+    import socket
+    from flowcept.configs import MONGO_HOST, MONGO_PORT, MONGO_URI
+
+    def _port_open(host: str, port: int, timeout: float = 0.5) -> bool:
+        try:
+            with socket.create_connection((host, port), timeout=timeout):
+                return True
+        except OSError:
+            return False
+
+    def _await_mongo(host: str, port: int, uri: str | None, timeout: float = 20.0) -> bool:
+        """Wait until MongoDB is accepting connections (and ping if pymongo is available)."""
+        deadline = time.time() + timeout
+        have_pymongo = False
+        try:
+            from pymongo import MongoClient  # optional
+
+            have_pymongo = True
+        except Exception:
+            pass
+
+        while time.time() < deadline:
+            if not _port_open(host, port):
+                time.sleep(0.25)
+                continue
+
+            if not have_pymongo:
+                return True  # port is open; assume OK
+
+            try:
+                from pymongo import MongoClient
+
+                client = MongoClient(uri or f"mongodb://{host}:{port}", serverSelectionTimeoutMS=800)
+                client.admin.command("ping")
+                return True
+            except Exception:
+                time.sleep(0.25)
+
+        return False
+
+    def _tail(path: str, lines: int = 40) -> str:
+        try:
+            with open(path, "rb") as f:
+                f.seek(0, os.SEEK_END)
+                size = f.tell()
+                block = 1024
+                data = b""
+                while size > 0 and data.count(b"\n") <= lines:
+                    size = max(0, size - block)
+                    f.seek(size)
+                    data = f.read(min(block, size)) + data
+                return data.decode(errors="replace").splitlines()[-lines:]
+        except Exception:
+            return []
+
     # Safe nested gets
     settings = getattr(configs, "settings", {}) or {}
     databases = settings.get("databases") or {}
     mongodb = databases.get("mongodb") or {}
 
     bin_path = mongodb.get("bin")
-    log_path = mongodb.get("log_path")
-    lock_file_path = mongodb.get("lock_file_path")
+    db_path = mongodb.get("db_path")
+    log_path = mongodb.get("log_path", None)
+    lock_file_path = mongodb.get("lock_file_path", None)
 
     if not bin_path:
         print("Error: settings['databases']['mongodb']['bin'] is required.")
         return
+    if not db_path:
+        print("Error: settings['databases']['mongodb']['db_path'] is required.")
+        return
 
     # Build command
     parts = [shlex.quote(str(bin_path))]
@@ -483,12 +545,29 @@ def start_mongo() -> None:
         parts += ["--fork", "--logpath", shlex.quote(str(log_path))]
     if lock_file_path:
         parts += ["--pidfilepath", shlex.quote(str(lock_file_path))]
+    if db_path:
+        parts += ["--dbpath", shlex.quote(str(db_path))]
 
     cmd = " ".join(parts)
     try:
+        # Background start returns immediately because --fork is set
         out = _run_command(cmd, check_output=True)
         if out:
             print(out)
+        print(f"mongod launched (logs: {log_path}). Waiting for readiness on {MONGO_HOST}:{MONGO_PORT} ...")
+
+        ok = _await_mongo(MONGO_HOST, MONGO_PORT, MONGO_URI, timeout=20.0)
+        if ok:
+            print("✅ MongoDB is up and responding.")
+        else:
+            print("❌ MongoDB did not become ready in time.")
+            if log_path:
+                last_lines = _tail(log_path, 60)
+                if last_lines:
+                    print("---- mongod last log lines ----")
+                    for line in last_lines:
+                        print(line)
+                    print("---- end ----")
     except subprocess.CalledProcessError as e:
         print(f"Failed to start MongoDB: {e}")
 

flowcept/commons/daos/mq_dao/mq_dao_base.py

@@ -19,7 +19,6 @@ from flowcept.configs import (
     MQ_TIMING,
     KVDB_ENABLED,
     MQ_ENABLED,
-    DUMP_BUFFER_PATH,
 )
 
 from flowcept.commons.utils import GenericJSONEncoder
@@ -96,22 +95,11 @@ class MQDao(object):
     def bulk_publish(self, buffer):
         """Publish it."""
         # self.logger.info(f"Going to flush {len(buffer)} to MQ...")
-        if flowcept.configs.DB_FLUSH_MODE == "offline":
-            if DUMP_BUFFER_PATH is not None:
-                import orjson
-
-                with open(DUMP_BUFFER_PATH, "wb", buffering=1_048_576) as f:
-                    for obj in buffer:
-                        obj.pop("data", None)  # We are not going to store data in the buffer file.
-                        f.write(orjson.dumps(obj))
-                        f.write(b"\n")
-                self.logger.info(f"Saved Flowcept messages into {DUMP_BUFFER_PATH}.")
+        if MQ_CHUNK_SIZE > 1:
+            for chunk in chunked(buffer, MQ_CHUNK_SIZE):
+                self._bulk_publish(chunk)
         else:
-            if MQ_CHUNK_SIZE > 1:
-                for chunk in chunked(buffer, MQ_CHUNK_SIZE):
-                    self._bulk_publish(chunk)
-            else:
-                self._bulk_publish(buffer)
+            self._bulk_publish(buffer)
 
     def register_time_based_thread_init(self, interceptor_instance_id: str, exec_bundle_id=None):
         """Register the time."""
@@ -174,6 +162,12 @@ class MQDao(object):
             self.started = True
 
     def _close_buffer(self):
+        if flowcept.configs.DUMP_BUFFER_ENABLED and flowcept.configs.DUMP_BUFFER_PATH is not None:
+            from flowcept.commons.utils import buffer_to_disk
+
+            _buf = self.buffer.current_buffer if isinstance(self.buffer, AutoflushBuffer) else self.buffer
+            buffer_to_disk(_buf, flowcept.configs.DUMP_BUFFER_PATH, self.logger)
+
         if flowcept.configs.DB_FLUSH_MODE == "online":
             if self._time_based_flushing_started:
                 self.buffer.stop()
@@ -181,7 +175,6 @@ class MQDao(object):
             else:
                 self.logger.error("MQ time-based flushing is not started")
         else:
-            self.bulk_publish(self.buffer)
             self.buffer = list()
 
     def _stop_timed(self, interceptor_instance_id: str, check_safe_stops: bool = True, bundle_exec_id: int = None):

flowcept/commons/utils.py

@@ -4,7 +4,7 @@ import argparse
 from datetime import datetime, timedelta, timezone
 import json
 from time import time, sleep
-from typing import Callable
+from typing import Callable, List, Dict
 import os
 import platform
 import subprocess
@@ -245,6 +245,24 @@ def get_current_config_values():
     return _vars
 
 
+def buffer_to_disk(buffer: List[Dict], path: str, logger):
+    """
+    Append the in-memory buffer to a JSON Lines (JSONL) file on disk.
+    """
+    if not buffer:
+        logger.warning("The buffer is currently empty.")
+        return
+    with open(path, "ab", buffering=1_048_576) as f:
+        for obj in buffer:
+            obj.pop("data", None)  # We are not going to store data in the buffer file.
+            from orjson import orjson
+
+            f.write(orjson.dumps(obj))
+            f.write(b"\n")
+
+    logger.info(f"Saved Flowcept buffer into {path}.")
+
+
 class GenericJSONDecoder(json.JSONDecoder):
     """JSON decoder class."""
 

flowcept/configs.py

@@ -11,7 +11,7 @@ PROJECT_NAME = "flowcept"
 DEFAULT_SETTINGS = {
     "version": __version__,
     "log": {"log_file_level": "disable", "log_stream_level": "disable"},
-    "project": {"dump_buffer_path": "flowcept_messages.jsonl"},
+    "project": {"dump_buffer": {"enabled": True}},
     "telemetry_capture": {},
     "instrumentation": {},
     "experiment": {},
@@ -27,7 +27,9 @@ DEFAULT_SETTINGS = {
     "agent": {},
 }
 
-USE_DEFAULT = os.getenv("FLOWCEPT_USE_DEFAULT", "False").lower() == "true"
+_TRUE_VALUES = {"1", "true", "yes", "y", "t"}
+
+USE_DEFAULT = os.getenv("FLOWCEPT_USE_DEFAULT", "False").lower() in _TRUE_VALUES
 
 if USE_DEFAULT:
     settings = DEFAULT_SETTINGS.copy()
@@ -158,10 +160,21 @@ PERF_LOG = settings["project"].get("performance_logging", False)
 JSON_SERIALIZER = settings["project"].get("json_serializer", "default")
 REPLACE_NON_JSON_SERIALIZABLE = settings["project"].get("replace_non_json_serializable", True)
 ENRICH_MESSAGES = settings["project"].get("enrich_messages", True)
-DUMP_BUFFER_PATH = settings["project"].get("dump_buffer_path", "flowcept_messages.jsonl")
+
+_DEFAULT_DUMP_BUFFER_ENABLED = DB_FLUSH_MODE == "offline"
+DUMP_BUFFER_ENABLED = (
+    os.getenv(
+        "DUMP_BUFFER", str(settings["project"].get("dump_buffer", {}).get("enabled", _DEFAULT_DUMP_BUFFER_ENABLED))
+    )
+    .strip()
+    .lower()
+    in _TRUE_VALUES
+)
+DUMP_BUFFER_PATH = settings["project"].get("dump_buffer", {}).get("path", "flowcept_buffer.jsonl")
 
 TELEMETRY_CAPTURE = settings.get("telemetry_capture", None)
-TELEMETRY_ENABLED = TELEMETRY_CAPTURE is not None and len(TELEMETRY_CAPTURE)
+TELEMETRY_ENABLED = os.getenv("TELEMETRY_ENABLED", "true").strip().lower() in _TRUE_VALUES
+TELEMETRY_ENABLED = TELEMETRY_ENABLED and (TELEMETRY_CAPTURE is not None) and (len(TELEMETRY_CAPTURE) > 0)
 
 ######################
 # SYS METADATA #
@@ -235,13 +248,9 @@ INSTRUMENTATION = settings.get("instrumentation", {})
 INSTRUMENTATION_ENABLED = INSTRUMENTATION.get("enabled", True)
 
 AGENT = settings.get("agent", {})
-AGENT_AUDIO = os.getenv("AGENT_AUDIO", str(settings["agent"].get("audio_enabled", "false"))).strip().lower() in {
-    "1",
-    "true",
-    "yes",
-    "y",
-    "t",
-}
+AGENT_AUDIO = (
+    os.getenv("AGENT_AUDIO", str(settings["agent"].get("audio_enabled", "false"))).strip().lower() in _TRUE_VALUES
+)
 AGENT_HOST = os.getenv("AGENT_HOST", settings["agent"].get("mcp_host", "localhost"))
 AGENT_PORT = int(os.getenv("AGENT_PORT", settings["agent"].get("mcp_port", "8000")))
 

flowcept/flowcept_api/flowcept_controller.py

@@ -1,5 +1,6 @@
 """Controller module."""
 
+import os
 from typing import List, Dict, Any
 from uuid import uuid4
 
@@ -9,7 +10,7 @@ from flowcept.commons.flowcept_dataclasses.workflow_object import (
     WorkflowObject,
 )
 from flowcept.commons.flowcept_logger import FlowceptLogger
-from flowcept.commons.utils import ClassProperty
+from flowcept.commons.utils import ClassProperty, buffer_to_disk
 from flowcept.configs import (
     MQ_INSTANCES,
     INSTRUMENTATION_ENABLED,
@@ -52,6 +53,7 @@ class Flowcept(object):
         start_persistence=True,
         check_safe_stops=True,  # TODO add to docstring
         save_workflow=True,
+        delete_buffer_file=True,
         *args,
         **kwargs,
     ):
@@ -90,6 +92,9 @@ class Flowcept(object):
         save_workflow : bool, default=True
             If True, a workflow object message is sent.
 
+        delete_buffer_file : bool, default=True
+            if True, deletes an existing existing buffer file or ignores if it doesn't exist.
+
         Additional arguments (`*args`, `**kwargs`) are used for specific adapters.
             For example, when using the Dask interceptor, the `dask_client` argument
             should be provided in `kwargs` to enable saving the Dask workflow, which is recommended.
@@ -129,8 +134,11 @@ class Flowcept(object):
         self.workflow_name = workflow_name
         self.workflow_args = workflow_args
 
+        if delete_buffer_file:
+            Flowcept.delete_buffer_file()
+
     def start(self):
-        """Start it."""
+        """Start Flowcept Controller."""
         if self.is_started or not self.enabled:
             self.logger.warning("DB inserter may be already started or instrumentation is not set")
             return self
@@ -170,11 +178,88 @@ class Flowcept(object):
         self.logger.debug("Flowcept started successfully.")
         return self
 
+    def get_buffer(self, return_df: bool = False):
+        """
+        Retrieve the in-memory message buffer.
+
+        Parameters
+        ----------
+        return_df : bool, optional
+            If False (default), return the raw buffer as a list of dictionaries.
+            If True, normalize the buffer into a pandas DataFrame with dotted
+            notation for nested keys. Requires ``pandas`` to be installed.
+
+        Returns
+        -------
+        list of dict or pandas.DataFrame
+            - If ``return_df=False``: the buffer as a list of dictionaries.
+            - If ``return_df=True``: the buffer as a normalized DataFrame.
+
+        Raises
+        ------
+        ModuleNotFoundError
+            If ``return_df=True`` but ``pandas`` is not installed.
+
+        Examples
+        --------
+        >>> buf = flowcept.get_buffer()
+        >>> isinstance(buf, list)
+        True
+
+        >>> df = flowcept.get_buffer(return_df=True)
+        >>> "generated.attention" in df.columns
+        True
+        """
+        if return_df:
+            try:
+                import pandas as pd
+            except ModuleNotFoundError as e:
+                raise ModuleNotFoundError("pandas is required when return_df=True. Please install pandas.") from e
+            return pd.json_normalize(self.buffer, sep=".")
+        return self.buffer
+
     def _publish_buffer(self):
         self._interceptor_instances[0]._mq_dao.bulk_publish(self.buffer)
 
+    def dump_buffer(self, path: str = None):
+        """
+        Dump the current in-memory buffer to a JSON Lines (JSONL) file.
+
+        Each element of the buffer (a dictionary) is serialized as a single line
+        of JSON. If no path is provided, the default path from the settings file
+        is used.
+
+        Parameters
+        ----------
+        path : str, optional
+            Destination file path for the JSONL output. If not provided,
+            defaults to ``DUMP_BUFFER_PATH`` as configured in the settings.
+
+        Returns
+        -------
+        None
+            The buffer is written to disk, no value is returned.
+
+        Notes
+        -----
+        - The buffer is expected to be a list of dictionaries.
+        - Existing files at the specified path will be overwritten.
+        - Logging is performed through the class logger.
+
+        Examples
+        --------
+        >>> flowcept.dump_buffer("buffer.jsonl")
+        # Writes buffer contents to buffer.jsonl
+
+        >>> flowcept.dump_buffer()
+        # Writes buffer contents to the default path defined in settings
+        """
+        if path is None:
+            path = DUMP_BUFFER_PATH
+        buffer_to_disk(self.buffer, path, self.logger)
+
     @staticmethod
-    def read_messages_file(file_path: str | None = None, return_df: bool = False):
+    def read_buffer_file(file_path: str | None = None, return_df: bool = False, normalize_df: bool = False):
         """
         Read a JSON Lines (JSONL) file containing captured Flowcept messages.
 
@@ -187,12 +272,15 @@ class Flowcept(object):
         Parameters
         ----------
         file_path : str, optional
-            Path to the messages file. If not provided, defaults to the value of
+            Path to the buffer file. If not provided, defaults to the value of
             ``DUMP_BUFFER_PATH`` from the configuration. If neither is provided,
             an assertion error is raised.
         return_df : bool, default False
             If True, return a normalized pandas DataFrame. If False, return the
             parsed list of dictionaries.
+        normalize_df: bool, default False
+            If True, normalize the inner dicts (e.g., used, generated, custom_metadata) as individual columns in the
+            returned DataFrame.
 
         Returns
         -------
@@ -215,13 +303,13 @@ class Flowcept(object):
         --------
         Read messages as a list:
 
-        >>> msgs = read_messages_file("offline_buffer.jsonl")
+        >>> msgs = read_buffer_file("offline_buffer.jsonl")
         >>> len(msgs) > 0
         True
 
         Read messages as a normalized DataFrame:
 
-        >>> df = read_messages_file("offline_buffer.jsonl", return_df=True)
+        >>> df = read_buffer_file("offline_buffer.jsonl", return_df=True)
         >>> "generated.attention" in df.columns
         True
         """
@@ -232,7 +320,7 @@ class Flowcept(object):
             file_path = DUMP_BUFFER_PATH
         assert file_path is not None, "Please indicate file_path either in the argument or in the config file."
         if not os.path.exists(file_path):
-            raise FileNotFoundError(f"File '{file_path}' was not found. It is created only in fully offline mode.")
+            raise FileNotFoundError(f"Flowcept buffer file '{file_path}' was not found.")
 
         with open(file_path, "rb") as f:
             lines = [ln for ln in f.read().splitlines() if ln]
@@ -244,10 +332,57 @@ class Flowcept(object):
                 import pandas as pd
             except ModuleNotFoundError as e:
                 raise ModuleNotFoundError("pandas is required when return_df=True. Please install pandas.") from e
-            return pd.json_normalize(buffer, sep=".")
+            if normalize_df:
+                return pd.json_normalize(buffer, sep=".")
+            else:
+                return pd.read_json(file_path, lines=True)
 
         return buffer
 
+    @staticmethod
+    def delete_buffer_file(path: str = None):
+        """
+        Delete the buffer file from disk if it exists.
+
+        If no path is provided, the default path from the settings file
+        is used. Logs whether the file was successfully removed or not found.
+
+        Parameters
+        ----------
+        path : str, optional
+            Path to the buffer JSONL file. If not provided,
+            defaults to ``DUMP_BUFFER_PATH`` as configured in the settings.
+
+        Returns
+        -------
+        None
+            The file is deleted from disk if it exists, no value is returned.
+
+        Notes
+        -----
+        - This operation only affects the file on disk. It does not clear
+          the in-memory buffer.
+        - Logging is performed through the class logger.
+
+        Examples
+        --------
+        >>> flowcept.delete_buffer_file("buffer.jsonl")
+        # Deletes buffer.jsonl if it exists
+
+        >>> flowcept.delete_buffer_file()
+        # Deletes the default buffer file defined in settings
+        """
+        if path is None:
+            path = DUMP_BUFFER_PATH
+
+        try:
+            if os.path.exists(path):
+                os.remove(path)
+                FlowceptLogger().info(f"Buffer file deleted: {path}")
+        except Exception as e:
+            FlowceptLogger().error(f"Failed to delete buffer file: {path}")
+            FlowceptLogger().exception(e)
+
     def save_workflow(self, interceptor: str, interceptor_instance: BaseInterceptor):
         """
         Save the current workflow and send its metadata using the provided interceptor.
@@ -302,7 +437,7 @@ class Flowcept(object):
         self._db_inserters.append(doc_inserter)
 
     def stop(self):
-        """Stop it."""
+        """Stop Flowcept controller."""
         if not self.is_started or not self.enabled:
             self.logger.warning("Flowcept is already stopped or may never have been started!")
             return

flowcept/flowceptor/adapters/base_interceptor.py

@@ -10,6 +10,7 @@ from flowcept.commons.flowcept_dataclasses.workflow_object import (
 from flowcept.configs import (
     ENRICH_MESSAGES,
     TELEMETRY_ENABLED,
+    TELEMETRY_CAPTURE,
 )
 from flowcept.commons.flowcept_logger import FlowceptLogger
 from flowcept.commons.daos.mq_dao.mq_dao_base import MQDao
@@ -135,7 +136,7 @@ class BaseInterceptor(object):
             # TODO :base-interceptor-refactor: :code-reorg: :usability:
             raise Exception(f"This interceptor {id(self)} has never been started!")
         workflow_obj.interceptor_ids = [self._interceptor_instance_id]
-        if self.telemetry_capture:
+        if self.telemetry_capture and TELEMETRY_CAPTURE.get("machine_info", False):
             machine_info = self.telemetry_capture.capture_machine_info()
             if workflow_obj.machine_info is None:
                 workflow_obj.machine_info = dict()

flowcept/instrumentation/flowcept_loop.py

@@ -1,4 +1,4 @@
-"""FlowCept Loop module."""
+"""Flowcept Loop module."""
 
 import uuid
 from time import time

flowcept/version.py

@@ -4,4 +4,4 @@
 # The expected format is: <Major>.<Minor>.<Patch>
 # This file is supposed to be automatically modified by the CI Bot.
 # See .github/workflows/version_bumper.py
-__version__ = "0.9.10"
+__version__ = "0.9.12"

{flowcept-0.9.10.dist-info → flowcept-0.9.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowcept
-Version: 0.9.10
+Version: 0.9.12
 Summary: Capture and query workflow provenance data using data observability
 Author: Oak Ridge National Laboratory
 License-Expression: MIT
@@ -149,11 +149,16 @@ Description-Content-Type: text/markdown
 
 <p align="center">
   <picture>
+    <!-- Dark theme -->
+    <source srcset="./docs/img/flowcept-logo-dark.png" media="(prefers-color-scheme: dark)" />
+    <!-- Light theme -->
+    <source srcset="./docs/img/flowcept-logo.png" media="(prefers-color-scheme: light)" />
+    <!-- Fallback -->
     <img src="./docs/img/flowcept-logo.png" alt="Flowcept Logo" width="200"/>
   </picture>
 </p>
-<h3 align="center">Lightweight Distributed Workflow Provenance</h3>
 
+<h3 align="center">Lightweight Distributed Workflow Provenance</h3>
 
 
 ---
@@ -162,6 +167,7 @@ Flowcept captures and queries workflow provenance at runtime with minimal code c
 
 ---
 
+
 [![Documentation](https://img.shields.io/badge/docs-readthedocs.io-green.svg)](https://flowcept.readthedocs.io/)
 [![Build](https://github.com/ORNL/flowcept/actions/workflows/create-release-n-publish.yml/badge.svg)](https://github.com/ORNL/flowcept/actions/workflows/create-release-n-publish.yml)
 [![PyPI](https://badge.fury.io/py/flowcept.svg)](https://pypi.org/project/flowcept)
@@ -169,6 +175,15 @@ Flowcept captures and queries workflow provenance at runtime with minimal code c
 [![Code Formatting](https://github.com/ORNL/flowcept/actions/workflows/checks.yml/badge.svg?branch=dev)](https://github.com/ORNL/flowcept/actions/workflows/checks.yml)
 [![License: MIT](https://img.shields.io/github/license/ORNL/flowcept)](LICENSE)
 
+
+
+
+<h4 align="center">
+  <a href="https://flowcept.readthedocs.io/">Documentation</a> &#8226; 
+  <a href="./docs/publications">Publications</a>
+</h4>
+
+
 ---
 
 # Quickstart
@@ -220,7 +235,7 @@ def main():
 if __name__ == "__main__":
     main()
 
-    prov_messages = Flowcept.read_messages_file()
+    prov_messages = Flowcept.read_buffer_file()
     assert len(prov_messages) == 2
     print(json.dumps(prov_messages, indent=2))
 ```

{flowcept-0.9.10.dist-info → flowcept-0.9.12.dist-info}/RECORD

@@ -1,7 +1,7 @@
-flowcept/__init__.py,sha256=BjvLyDiPpsnSZMFXwmwcL-cpTURe2lCEV2M2aoR0GP4,2440
-flowcept/cli.py,sha256=Wmj83BaQz4dkHvfLV4wLQJcgFgf7cQZJk0-l9xSKlEk,22844
-flowcept/configs.py,sha256=EfH23b8ix0rQ7kFD9fd2Q33bOnhyIv3CctbJ8FpkVCc,8376
-flowcept/version.py,sha256=mvKXD-9NFAU6Je2DYjAL5IfbuFKjy3TnoVI0gK5tiq0,307
+flowcept/__init__.py,sha256=tvVZKyymdqv3qOsgpAyDppBlUiBc0ag4QF21IcS-mVk,2449
+flowcept/cli.py,sha256=AU6EuawCboCv933Ghb1xFL74UMIJeVTzNocPOoaJS0Q,25696
+flowcept/configs.py,sha256=DBkYx0CAaDSl8x2EJY1665PFY80eCp9PEriYH-BNwL4,8781
+flowcept/version.py,sha256=oReJgxDE1qrMx6aSgAcaDwhbfLZibvBc13ImnrzFA-U,307
 flowcept/agents/__init__.py,sha256=8eeD2CiKBtHiDsWdrHK_UreIkKlTq4dUbhHDyzw372o,175
 flowcept/agents/agent_client.py,sha256=UiBQkC9WE2weLZR2OTkEOEQt9-zqQOkPwRA17HfI-jk,2027
 flowcept/agents/agents_utils.py,sha256=Az5lvWTsBHs_3sWWwy7jSdDjNn-PvZ7KmYd79wxvdyU,6666
@@ -33,7 +33,7 @@ flowcept/commons/flowcept_logger.py,sha256=0asRucrDMeRXvsdhuCmH6lWO7lAt_Z5o5uW7r
 flowcept/commons/query_utils.py,sha256=3tyK5VYA10iDtmtzNwa8OQGn93DBxsu6rTjHDphftSc,2208
 flowcept/commons/settings_factory.py,sha256=bMTjgXRfb5HsL2lPnLfem-9trqELbNWE04Ie7lSlxYM,1731
 flowcept/commons/task_data_preprocess.py,sha256=-ceLexv2ZfZOAYF43DPagGwQPgt_L_lNKuK8ZCpnzXs,13914
-flowcept/commons/utils.py,sha256=gF6ENWlTpR2ZSw3yVNPNBTVzSpcgy-WuzYzwWSXXsug,9252
+flowcept/commons/utils.py,sha256=okCShkcuWhzznBtADDDusTdfPXO0W041b2f4Aog-7SE,9831
 flowcept/commons/vocabulary.py,sha256=0psC4NulNFn88mjTcoT_aT4QxX8ljMFgTOF3FxzM40A,1118
 flowcept/commons/daos/__init__.py,sha256=RO51svfHOg9naN676zuQwbj_RQ6IFHu-RALeefvtwwk,23
 flowcept/commons/daos/keyvalue_dao.py,sha256=g7zgC9hVC1NTllwUAqGt44YqdqYUgAKgPlX8_G4BRGw,3599
@@ -43,7 +43,7 @@ flowcept/commons/daos/docdb_dao/docdb_dao_base.py,sha256=YbfSVJPwZGK2GBYkeapRC83
 flowcept/commons/daos/docdb_dao/lmdb_dao.py,sha256=ZuCsdEhI2wGAmjAf82j-1t3tbR6YMmDeaJ_C3HcsLYo,10461
 flowcept/commons/daos/docdb_dao/mongodb_dao.py,sha256=5x0un15uCDTcnuITOyOhvF9mKj_bUmF2du0AHQfjN9k,40055
 flowcept/commons/daos/mq_dao/__init__.py,sha256=Xxm4FmbBUZDQ7XIAmSFbeKE_AdHsbgFmSuftvMWSykQ,21
-flowcept/commons/daos/mq_dao/mq_dao_base.py,sha256=EL8eQedvNLsVLMz4oHemBAsR1S6xFZiezM8dIqKmmCA,9696
+flowcept/commons/daos/mq_dao/mq_dao_base.py,sha256=VXqXzesU01dCHE5i0urnYQppixUNGZbJMRmm4jSAcgM,9424
 flowcept/commons/daos/mq_dao/mq_dao_kafka.py,sha256=kjZqPLIu5PaNeM4IDvOxkDRVGTd5UWwq3zhDvVirqW8,5067
 flowcept/commons/daos/mq_dao/mq_dao_mofka.py,sha256=tRdMGYDzdeIJxad-B4-DE6u8Wzs61eTzOW4ojZrnTxs,4057
 flowcept/commons/daos/mq_dao/mq_dao_redis.py,sha256=ejBMxImA-h2KuMEAk3l7aU0chCcObCbUXEOXM6L4Zhc,5571
@@ -54,7 +54,7 @@ flowcept/commons/flowcept_dataclasses/telemetry.py,sha256=9_5ONCo-06r5nKHXmi5HfI
 flowcept/commons/flowcept_dataclasses/workflow_object.py,sha256=cauWtXHhBv9lHS-q6cb7yUsNiwQ6PkZPuSinR1TKcqU,6161
 flowcept/flowcept_api/__init__.py,sha256=T1ty86YlocQ5Z18l5fUqHj_CC6Unq_iBv0lFyiI7Ao8,22
 flowcept/flowcept_api/db_api.py,sha256=hKXep-n50rp9cAzV0ljk2QVEF8O64yxi3ujXv5_Ibac,9723
-flowcept/flowcept_api/flowcept_controller.py,sha256=ubx2a56iRqpjlSdRlUT2-tMifjjpgswZeR55vhpq4qQ,16064
+flowcept/flowcept_api/flowcept_controller.py,sha256=az1bktiL8_xs4pc97Zqgd1ezsg-cD0whf3XWA1ZN08Q,20652
 flowcept/flowcept_api/task_query_api.py,sha256=SrwB0OCVtbpvCPECkE2ySM10G_g8Wlk5PJ8h-0xEaNc,23821
 flowcept/flowcept_webserver/__init__.py,sha256=8411GIXGddKTKoHUvbo_Rq6svosNG7tG8VzvUEBd7WI,28
 flowcept/flowcept_webserver/app.py,sha256=VUV8_JZbIbx9u_1O7m7XtRdhZb_7uifUa-iNlPhmZws,658
@@ -64,7 +64,7 @@ flowcept/flowcept_webserver/resources/task_messages_rsrc.py,sha256=0u68it2W-9NzU
 flowcept/flowceptor/__init__.py,sha256=wVxRXUv07iNx6SMRRma2vqhR_GIcRl0re_WCYG65PUs,29
 flowcept/flowceptor/telemetry_capture.py,sha256=CWyR8E1rTAjFbUFI9BxaGfJyDd2UbiK0uLGt4m8BnSU,13932
 flowcept/flowceptor/adapters/__init__.py,sha256=SuZbSZVVQeBJ9zXW-M9jF09dw3XIjre3lSGrUO1Y8Po,27
-flowcept/flowceptor/adapters/base_interceptor.py,sha256=kbdYW6VuvmBibOVy7Pg3OzeD3OUaHc6jnAhRBpj9f14,6517
+flowcept/flowceptor/adapters/base_interceptor.py,sha256=oqnD19TNqi1FHlwAsbyEkiLgywpm5HYLHT1gYlsOHTk,6589
 flowcept/flowceptor/adapters/instrumentation_interceptor.py,sha256=DhK2bBnpghqPSeA62BUqRg6pl8zxuYrP33dK4x6PhRE,733
 flowcept/flowceptor/adapters/interceptor_state_manager.py,sha256=xRzmi5YFKBEqNtX8F5s6XlMTRe27ml4BmQtBO4WtG2c,919
 flowcept/flowceptor/adapters/brokers/__init__.py,sha256=mhQXVmh0JklvL93GUtJZLJnPRYX9Nmb8IqcyKJGQBzk,36
@@ -90,13 +90,13 @@ flowcept/flowceptor/consumers/agent/base_agent_context_manager.py,sha256=5fBPYs-
 flowcept/instrumentation/__init__.py,sha256=M5bTmg80E4QyN91gUX3qfw_nbtJSXwGWcKxdZP3vJz0,34
 flowcept/instrumentation/flowcept_agent_task.py,sha256=XN9JU4LODca0SgojUm4F5iU_V8tuWkOt1fAKcoOAG34,10757
 flowcept/instrumentation/flowcept_decorator.py,sha256=X4Lp_FSsoL08K8ZhRM4mC0OjKupbQtbMQR8zxy3ezDY,1350
-flowcept/instrumentation/flowcept_loop.py,sha256=CZ7iuivE_UwAMSgga6cDMjGOALfwvSNA1DMVPDXtXv8,15667
+flowcept/instrumentation/flowcept_loop.py,sha256=nF7Sov-DCDapyYvS8zx-1ZFrnjc3CPg2VsjDaxFs0Cc,15667
 flowcept/instrumentation/flowcept_task.py,sha256=EmKODpjl8usNklKSVmsKYyCa6gC_QMqKhAr3DKaw44s,8199
 flowcept/instrumentation/flowcept_torch.py,sha256=kkZQRYq6cDBpdBU6J39_4oKRVkhyF3ODlz8ydV5WGKw,23455
 flowcept/instrumentation/task_capture.py,sha256=1g9EtLdqsTB0RHsF-eRmA2Xh9l_YqTd953d4v89IC24,8287
-resources/sample_settings.yaml,sha256=-EA2RrZ2enmtOnCtmLu6Kk4T_QoRxqqvVU69go6fSYo,6780
-flowcept-0.9.10.dist-info/METADATA,sha256=poIzrnThG0t4-4nG9d-dP7pGOfXalW3-Sw2pyysIoqM,32488
-flowcept-0.9.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-flowcept-0.9.10.dist-info/entry_points.txt,sha256=i8q67WE0201rVxYI2lyBtS52shvgl93x2Szp4q8zMlw,47
-flowcept-0.9.10.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
-flowcept-0.9.10.dist-info/RECORD,,
+resources/sample_settings.yaml,sha256=8IIhePR5hqHN1QaUcoHATH2Nrp6yl6DMRvoYDGOUWFQ,6881
+flowcept-0.9.12.dist-info/METADATA,sha256=KjhFj4dpu0BhBs5AvJFkcJq7jNCWgxdlVaT5-Q3_boA,32896
+flowcept-0.9.12.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+flowcept-0.9.12.dist-info/entry_points.txt,sha256=i8q67WE0201rVxYI2lyBtS52shvgl93x2Szp4q8zMlw,47
+flowcept-0.9.12.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
+flowcept-0.9.12.dist-info/RECORD,,

resources/sample_settings.yaml

@@ -1,13 +1,15 @@
-flowcept_version: 0.9.10 # Version of the Flowcept package. This setting file is compatible with this version.
+flowcept_version: 0.9.12 # Version of the Flowcept package. This setting file is compatible with this version.
 
 project:
   debug: true # Toggle debug mode. This will add a property `debug: true` to all saved data, making it easier to retrieve/delete them later.
   json_serializer: default # JSON serialization mode: default or complex. If "complex", Flowcept will deal with complex python dicts that may contain JSON unserializable values
   replace_non_json_serializable: true # Replace values that can't be JSON serialized
   performance_logging: false # Enable performance logging if true. Particularly useful for MQ flushes.
-  enrich_messages: true # Add extra metadata to task messages, such as IP addresses and UTC timestamps.
+  enrich_messages: true # Add extra metadata to task messages, such as IP addresses of the node that executed the task, UTC timestamps, GitHub repo metadata.
   db_flush_mode: online # Mode for flushing DB entries: "online" or "offline". If online, flushes to the DB will happen before the workflow ends.
-  # dump_buffer_path: flowcept_messages.jsonl # This is useful if you need to run completely offline. If you omit this, even offline, buffer data will not be persisted.
+  dump_buffer: # This is particularly useful if you need to run completely offline. If you omit this, even offline, buffer data will not be persisted.
+    enabled: false
+    path: flowcept_buffer.jsonl
 
 log:
   log_path: "default" # Path for log file output; "default" will write the log in the directory where the main executable is running from.
@@ -106,6 +108,7 @@ databases:
     db: flowcept
     create_collection_index: true  # Whether flowcept should create collection indices if they haven't been created yet. This is done only at the Flowcept start up.
 #    bin: /usr/bin/mongod
+#    db_path:
 #    log_path: /var/log/mongodb/mongod.log
 #    lock_file_path: /var/run/mongod.pid