flowcept 0.9.9__py3-none-any.whl → 0.9.10__py3-none-any.whl

flowcept/__init__.py

@@ -41,6 +41,11 @@ def __getattr__(name):
 
         return FlowceptLoop
 
+    elif name == "FlowceptLightweightLoop":
+        from flowcept.instrumentation.flowcept_loop import FlowceptLightweightLoop
+
+        return FlowceptLightweightLoop
+
     elif name == "telemetry_flowcept_task":
         from flowcept.instrumentation.flowcept_task import telemetry_flowcept_task
 
@@ -74,6 +79,7 @@ __all__ = [
     "TaskQueryAPI",
     "flowcept_task",
     "FlowceptLoop",
+    "FlowceptLightweightLoop",
     "FlowceptTask",
     "telemetry_flowcept_task",
     "lightweight_flowcept_task",

flowcept/agents/gui/agent_gui.py

@@ -39,9 +39,10 @@ def main():
     st.caption(
         "💡 Quick help\n"
         "Ask about workflow metrics, plots, or summaries.\n\n"
-        "Inputs → used, outputs → generated.\n"
-        "Commands: @record <note> add • @show records list • reset context clear • save context save.\n"
-        "Tip: set result = df to run ad-hoc Python on the in-memory DataFrame."
+        "I have an internal DataFrame in my context to which you can ask direct questions."
+        "Tasks inputs are mapped to `used.*` fields, and outputs to `generated.*`\n"
+        "Commands: `@record <note>`; \n `@show records`; \n  `reset context` ; `save context` \n"
+        "Tip: Inputs like `result = df[some valid df query]` will run direct queries to the df in context."
     )
 
     user_input = st.chat_input("Send a message")

flowcept/agents/tools/general_tools.py

@@ -104,25 +104,6 @@ def reset_records() -> ToolResult:
     except Exception as e:
         return ToolResult(code=499, result=str(e))
 
-@mcp_flowcept.tool()
-def show_records() -> ToolResult:
-    """
-    Lists all recorded user guidance.
-    """
-    try:
-        ctx = mcp_flowcept.get_context()
-        custom_guidance: List = ctx.request_context.lifespan_context.custom_guidance
-        if not custom_guidance:
-            message = "There is no recorded user guidance."
-        else:
-            message = "This is the list of custom guidance I have in my memory:"
-            message += "\n".join(f"- {msg}" for msg in custom_guidance)
-
-        return ToolResult(code=201, result=message)
-    except Exception as e:
-        return ToolResult(code=499, result=str(e))
-
-
 
 @mcp_flowcept.tool()
 def prompt_handler(message: str) -> ToolResult:

flowcept/cli.py

@@ -106,7 +106,7 @@ def stream_messages(messages_file_path: Optional[str] = None, keys_to_show: List
     Listen to Flowcept's message stream and optionally echo/save messages.
 
     Parameters.
-    ----------
+    -----------
     messages_file_path : str, optional
         If provided, append each message as JSON (one per line) to this file.
         If the file already exists, a new timestamped file is created instead.
@@ -350,7 +350,7 @@ def agent_client(tool_name: str, kwargs: str = None):
     """Agent Client.
 
     Parameters.
-    ----------
+    -----------
     tool_name : str
         Name of the tool
     kwargs : str, optional

flowcept/commons/vocabulary.py

@@ -35,3 +35,23 @@ class Status(str, Enum):
     def get_finished_statuses():
         """Get finished status."""
         return [Status.FINISHED, Status.ERROR]
+
+
+class MimeType(Enum):
+    """MimeTypes used in Flowcept."""
+
+    JPEG = "image/jpeg"
+    PNG = "image/png"
+    GIF = "image/gif"
+    BMP = "image/bmp"
+    TIFF = "image/tiff"
+    WEBP = "image/webp"
+    SVG = "image/svg+xml"
+
+    # Documents
+    PDF = "application/pdf"
+
+    # Data formats
+    JSON = "application/json"
+    CSV = "text/csv"
+    JSONL = "application/x-ndjson"  # standard for JSON Lines

flowcept/configs.py

@@ -86,8 +86,8 @@ MQ_PASSWORD = settings["mq"].get("password", None)
 MQ_HOST = os.getenv("MQ_HOST", settings["mq"].get("host", "localhost"))
 MQ_PORT = int(os.getenv("MQ_PORT", settings["mq"].get("port", "6379")))
 MQ_URI = os.getenv("MQ_URI", settings["mq"].get("uri", None))
-MQ_BUFFER_SIZE = settings["mq"].get("buffer_size", None)
-MQ_INSERTION_BUFFER_TIME = settings["mq"].get("insertion_buffer_time_secs", None)
+MQ_BUFFER_SIZE = settings["mq"].get("buffer_size", 1)
+MQ_INSERTION_BUFFER_TIME = settings["mq"].get("insertion_buffer_time_secs", 1)
 MQ_TIMING = settings["mq"].get("timing", False)
 MQ_CHUNK_SIZE = int(settings["mq"].get("chunk_size", -1))
 

flowcept/flowcept_api/flowcept_controller.py

@@ -44,7 +44,7 @@ class Flowcept(object):
     def __init__(
         self,
         interceptors: List[str] = None,
-        bundle_exec_id=None,
+        bundle_exec_id: str = None,
         campaign_id: str = None,
         workflow_id: str = None,
         workflow_name: str = None,
@@ -68,7 +68,7 @@ class Flowcept(object):
             Examples: "instrumentation", "dask", "mlflow", ...
             The order of interceptors matters — place the outer-most interceptor first,
 
-        bundle_exec_id : Any, optional
+        bundle_exec_id : str, optional
             Identifier for grouping interceptors in a bundle, essential for the correct initialization and stop of
             interceptors. If not provided, a unique ID is assigned.
 
@@ -101,9 +101,9 @@ class Flowcept(object):
         self.buffer = None
         self._check_safe_stops = check_safe_stops
         if bundle_exec_id is None:
-            self._bundle_exec_id = id(self)
+            self.bundle_exec_id = str(id(self))
         else:
-            self._bundle_exec_id = bundle_exec_id
+            self.bundle_exec_id = str(bundle_exec_id)
 
         self.enabled = True
         self.is_started = False
@@ -154,7 +154,7 @@ class Flowcept(object):
                 Flowcept.current_workflow_id = self.current_workflow_id
 
                 interceptor_inst = BaseInterceptor.build(interceptor)
-                interceptor_inst.start(bundle_exec_id=self._bundle_exec_id, check_safe_stops=self._check_safe_stops)
+                interceptor_inst.start(bundle_exec_id=self.bundle_exec_id, check_safe_stops=self._check_safe_stops)
                 self._interceptor_instances.append(interceptor_inst)
                 if isinstance(interceptor_inst._mq_dao.buffer, AutoflushBuffer):
                     Flowcept.buffer = self.buffer = interceptor_inst._mq_dao.buffer.current_buffer
@@ -297,7 +297,7 @@ class Flowcept(object):
 
         from flowcept.flowceptor.consumers.document_inserter import DocumentInserter
 
-        doc_inserter = DocumentInserter(check_safe_stops=self._check_safe_stops, bundle_exec_id=self._bundle_exec_id)
+        doc_inserter = DocumentInserter(check_safe_stops=self._check_safe_stops, bundle_exec_id=self.bundle_exec_id)
         doc_inserter.start()
         self._db_inserters.append(doc_inserter)
 
@@ -316,7 +316,7 @@ class Flowcept(object):
         if len(self._db_inserters):
             self.logger.info("Stopping DB Inserters...")
             for db_inserter in self._db_inserters:
-                db_inserter.stop(bundle_exec_id=self._bundle_exec_id)
+                db_inserter.stop(bundle_exec_id=self.bundle_exec_id)
 
         Flowcept.buffer = self.buffer = None
         self.is_started = False
@@ -346,8 +346,7 @@ class Flowcept(object):
         - The method tests the liveness of the MQ service using `MQDao`.
         - If `MONGO_ENABLED` is True, it also checks the liveness of the MongoDB service
           using `MongoDBDAO`.
-        - Logs errors if any service is not ready, and logs success when both services are
-        operational.
+        - Logs errors if any service is not ready, and logs success when both services are operational.
 
         Examples
         --------

flowcept/instrumentation/flowcept_loop.py

@@ -49,6 +49,7 @@ class FlowceptLoop:
         ----------
         items : Union[Sized, Iterator, int]
             The items to iterate over. Can be:
+
             - A sized iterable (e.g., list, range).
             - An integer (interpreted as ``range(items)``).
             - An iterator (requires ``items_length`` if length cannot be inferred).
@@ -216,8 +217,7 @@ class FlowceptLightweightLoop:
 
     The `FlowceptLightweightLoop` class supports iterating over a collection of items or a numeric
     range while capturing metadata for each iteration and for the loop as a whole.
-    This is particularly useful in scenarios where tracking and instrumentation of loop executions
-     is required.
+    This is particularly useful in scenarios where tracking and instrumentation of loop executions is required.
 
     Parameters
     ----------
@@ -269,6 +269,7 @@ class FlowceptLightweightLoop:
         ----------
         items : Union[Sized, Iterator]
             The items to iterate over. Must either be:
+
             - A sized iterable (with ``__len__``).
             - An explicit iterator (length must be given by ``items_length``).
         loop_name : str, optional

flowcept/version.py

@@ -4,4 +4,4 @@
 # The expected format is: <Major>.<Minor>.<Patch>
 # This file is supposed to be automatically modified by the CI Bot.
 # See .github/workflows/version_bumper.py
-__version__ = "0.9.9"
+__version__ = "0.9.10"

{flowcept-0.9.9.dist-info → flowcept-0.9.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: flowcept
-Version: 0.9.9
+Version: 0.9.10
 Summary: Capture and query workflow provenance data using data observability
 Author: Oak Ridge National Laboratory
 License-Expression: MIT
@@ -56,6 +56,7 @@ Requires-Dist: tensorflow; extra == 'all'
 Requires-Dist: tomli; extra == 'all'
 Requires-Dist: watchdog; extra == 'all'
 Provides-Extra: analytics
+Requires-Dist: matplotlib; extra == 'analytics'
 Requires-Dist: plotly; extra == 'analytics'
 Requires-Dist: scipy; extra == 'analytics'
 Requires-Dist: seaborn; extra == 'analytics'

{flowcept-0.9.9.dist-info → flowcept-0.9.10.dist-info}/RECORD

@@ -1,7 +1,7 @@
-flowcept/__init__.py,sha256=urpwIEJeikV0P6ORXKsM5Lq4o6wCwhySS9A487BYGy4,2241
-flowcept/cli.py,sha256=eVnUrmZtVhZ1ldRMGB1QsqBzNC1Pf2CX33efnlaZ4gs,22842
-flowcept/configs.py,sha256=aXgBkBpTs4_4MpvAe76aQ5lXl1gTmgk92bFiNqMQXPM,8382
-flowcept/version.py,sha256=ueMAMza92zxBIjD4eZdTMYArVaKDr6QL5eZ23IZjyd4,306
+flowcept/__init__.py,sha256=BjvLyDiPpsnSZMFXwmwcL-cpTURe2lCEV2M2aoR0GP4,2440
+flowcept/cli.py,sha256=Wmj83BaQz4dkHvfLV4wLQJcgFgf7cQZJk0-l9xSKlEk,22844
+flowcept/configs.py,sha256=EfH23b8ix0rQ7kFD9fd2Q33bOnhyIv3CctbJ8FpkVCc,8376
+flowcept/version.py,sha256=mvKXD-9NFAU6Je2DYjAL5IfbuFKjy3TnoVI0gK5tiq0,307
 flowcept/agents/__init__.py,sha256=8eeD2CiKBtHiDsWdrHK_UreIkKlTq4dUbhHDyzw372o,175
 flowcept/agents/agent_client.py,sha256=UiBQkC9WE2weLZR2OTkEOEQt9-zqQOkPwRA17HfI-jk,2027
 flowcept/agents/agents_utils.py,sha256=Az5lvWTsBHs_3sWWwy7jSdDjNn-PvZ7KmYd79wxvdyU,6666
@@ -9,7 +9,7 @@ flowcept/agents/dynamic_schema_tracker.py,sha256=TsmXRRkyUkqB-0bEgmeqSms8xj1tMMJ
 flowcept/agents/flowcept_agent.py,sha256=1sidjnNMdG0S6lUKBvml7ZfIb6o3u7zc6HNogsJbl9g,871
 flowcept/agents/flowcept_ctx_manager.py,sha256=-WmkddzzFY2dnU9LbZaoY4-5RcSAQH4FziEJgcC5LEI,7083
 flowcept/agents/gui/__init__.py,sha256=Qw9YKbAzgZqBjMQGnF7XWmfUo0fivtkDISQRK3LA3gU,113
-flowcept/agents/gui/agent_gui.py,sha256=44G6AXM9zJbVcJUziZcU5aA6mVDwtvgO8H58nTCFC0M,2855
+flowcept/agents/gui/agent_gui.py,sha256=VpwhQamzFKBfrmibxOIc-8wXtZnd2Cq7tbKahZZOp7c,2995
 flowcept/agents/gui/audio_utils.py,sha256=piA_dc36io1sYqLF6QArS4AMl-cfDa001jGhYz5LkB4,4279
 flowcept/agents/gui/gui_utils.py,sha256=cQVhOgnfxJNUVZyXyO8f40nB1yaKAKVtBrwQmJjL0B0,14933
 flowcept/agents/llms/__init__.py,sha256=kzOaJic5VhMBnGvy_Fr5C6sRKVrRntH1ZnYz7f5_4-s,23
@@ -19,7 +19,7 @@ flowcept/agents/prompts/__init__.py,sha256=7ICsNhLYzvPS1esG3Vg519s51b1c4yN0WegJU
 flowcept/agents/prompts/general_prompts.py,sha256=b0QhnF-ytIE1_WWrgpamC4VybjS8KuS051DgVVt8r2U,3961
 flowcept/agents/prompts/in_memory_query_prompts.py,sha256=iRaGySybNxZf5vuQ3n9cb14VNk6bMQ0z3tn2mVVke0E,19817
 flowcept/agents/tools/__init__.py,sha256=Xqz2E4-LL_7DDcm1XYJFx2f5RdAsjeTpOJb_DPC7xyc,27
-flowcept/agents/tools/general_tools.py,sha256=yOxNb7ZgrP93Ky85cdjiZkCZSH_1biB0pA2K1e9bzFQ,5038
+flowcept/agents/tools/general_tools.py,sha256=JSMG_UGdRKcQfC4_ixzDXDHW92UX5i0UsLTzFq0fmZg,4402
 flowcept/agents/tools/in_memory_queries/__init__.py,sha256=K8-JI_lXUgquKkgga8Nef8AntGg_logQtjjQjaEE7yI,39
 flowcept/agents/tools/in_memory_queries/in_memory_queries_tools.py,sha256=GcfAiUBhQ1DU3QKk0kAy9TSq8XmZw691Xs0beZoO76A,25984
 flowcept/agents/tools/in_memory_queries/pandas_agent_utils.py,sha256=xyrZupR86qoUptnnQ7PeF0LTzSOquEK2cjc0ghT1KBs,9018
@@ -34,7 +34,7 @@ flowcept/commons/query_utils.py,sha256=3tyK5VYA10iDtmtzNwa8OQGn93DBxsu6rTjHDphft
 flowcept/commons/settings_factory.py,sha256=bMTjgXRfb5HsL2lPnLfem-9trqELbNWE04Ie7lSlxYM,1731
 flowcept/commons/task_data_preprocess.py,sha256=-ceLexv2ZfZOAYF43DPagGwQPgt_L_lNKuK8ZCpnzXs,13914
 flowcept/commons/utils.py,sha256=gF6ENWlTpR2ZSw3yVNPNBTVzSpcgy-WuzYzwWSXXsug,9252
-flowcept/commons/vocabulary.py,sha256=_GzHJ1wSYJlLsu_uu1Am6N3zvc59S4FCuT5yp7lynPw,713
+flowcept/commons/vocabulary.py,sha256=0psC4NulNFn88mjTcoT_aT4QxX8ljMFgTOF3FxzM40A,1118
 flowcept/commons/daos/__init__.py,sha256=RO51svfHOg9naN676zuQwbj_RQ6IFHu-RALeefvtwwk,23
 flowcept/commons/daos/keyvalue_dao.py,sha256=g7zgC9hVC1NTllwUAqGt44YqdqYUgAKgPlX8_G4BRGw,3599
 flowcept/commons/daos/redis_conn.py,sha256=gFyW-5yf6B8ExEYopCmbap8ki-iEwuIw-KH9f6o7UGQ,1495
@@ -54,7 +54,7 @@ flowcept/commons/flowcept_dataclasses/telemetry.py,sha256=9_5ONCo-06r5nKHXmi5HfI
 flowcept/commons/flowcept_dataclasses/workflow_object.py,sha256=cauWtXHhBv9lHS-q6cb7yUsNiwQ6PkZPuSinR1TKcqU,6161
 flowcept/flowcept_api/__init__.py,sha256=T1ty86YlocQ5Z18l5fUqHj_CC6Unq_iBv0lFyiI7Ao8,22
 flowcept/flowcept_api/db_api.py,sha256=hKXep-n50rp9cAzV0ljk2QVEF8O64yxi3ujXv5_Ibac,9723
-flowcept/flowcept_api/flowcept_controller.py,sha256=jfssXUvG55RVXJBziq-lXekt7Dog3mAalo5Zsp_7_to,16060
+flowcept/flowcept_api/flowcept_controller.py,sha256=ubx2a56iRqpjlSdRlUT2-tMifjjpgswZeR55vhpq4qQ,16064
 flowcept/flowcept_api/task_query_api.py,sha256=SrwB0OCVtbpvCPECkE2ySM10G_g8Wlk5PJ8h-0xEaNc,23821
 flowcept/flowcept_webserver/__init__.py,sha256=8411GIXGddKTKoHUvbo_Rq6svosNG7tG8VzvUEBd7WI,28
 flowcept/flowcept_webserver/app.py,sha256=VUV8_JZbIbx9u_1O7m7XtRdhZb_7uifUa-iNlPhmZws,658
@@ -90,13 +90,13 @@ flowcept/flowceptor/consumers/agent/base_agent_context_manager.py,sha256=5fBPYs-
 flowcept/instrumentation/__init__.py,sha256=M5bTmg80E4QyN91gUX3qfw_nbtJSXwGWcKxdZP3vJz0,34
 flowcept/instrumentation/flowcept_agent_task.py,sha256=XN9JU4LODca0SgojUm4F5iU_V8tuWkOt1fAKcoOAG34,10757
 flowcept/instrumentation/flowcept_decorator.py,sha256=X4Lp_FSsoL08K8ZhRM4mC0OjKupbQtbMQR8zxy3ezDY,1350
-flowcept/instrumentation/flowcept_loop.py,sha256=jea_hYPuXg5_nOWf-nNb4vx8A__OBM4m96_92-J51o4,15670
+flowcept/instrumentation/flowcept_loop.py,sha256=CZ7iuivE_UwAMSgga6cDMjGOALfwvSNA1DMVPDXtXv8,15667
 flowcept/instrumentation/flowcept_task.py,sha256=EmKODpjl8usNklKSVmsKYyCa6gC_QMqKhAr3DKaw44s,8199
 flowcept/instrumentation/flowcept_torch.py,sha256=kkZQRYq6cDBpdBU6J39_4oKRVkhyF3ODlz8ydV5WGKw,23455
 flowcept/instrumentation/task_capture.py,sha256=1g9EtLdqsTB0RHsF-eRmA2Xh9l_YqTd953d4v89IC24,8287
-resources/sample_settings.yaml,sha256=2IxbkbpFEymoUk-qcR70wsdXX2Y2cVP31cVWDVy0BNg,6779
-flowcept-0.9.9.dist-info/METADATA,sha256=NoHey7ehIO4kN0PrOCbz4z-TQ1Susn_yFOTsbd464uk,32439
-flowcept-0.9.9.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-flowcept-0.9.9.dist-info/entry_points.txt,sha256=i8q67WE0201rVxYI2lyBtS52shvgl93x2Szp4q8zMlw,47
-flowcept-0.9.9.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
-flowcept-0.9.9.dist-info/RECORD,,
+resources/sample_settings.yaml,sha256=-EA2RrZ2enmtOnCtmLu6Kk4T_QoRxqqvVU69go6fSYo,6780
+flowcept-0.9.10.dist-info/METADATA,sha256=poIzrnThG0t4-4nG9d-dP7pGOfXalW3-Sw2pyysIoqM,32488
+flowcept-0.9.10.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+flowcept-0.9.10.dist-info/entry_points.txt,sha256=i8q67WE0201rVxYI2lyBtS52shvgl93x2Szp4q8zMlw,47
+flowcept-0.9.10.dist-info/licenses/LICENSE,sha256=r5-2P6tFTuRGWT5TiX32s1y0tnp4cIqBEC1QjTaXe2k,1086
+flowcept-0.9.10.dist-info/RECORD,,

resources/sample_settings.yaml

@@ -1,4 +1,4 @@
-flowcept_version: 0.9.9 # Version of the Flowcept package. This setting file is compatible with this version.
+flowcept_version: 0.9.10 # Version of the Flowcept package. This setting file is compatible with this version.
 
 project:
   debug: true # Toggle debug mode. This will add a property `debug: true` to all saved data, making it easier to retrieve/delete them later.