aiqtoolkit 1.1.0a20250514__py3-none-any.whl → 1.1.0a20250516__py3-none-any.whl

aiq/builder/context.py

@@ -68,6 +68,8 @@ class AIQContextState(metaclass=Singleton):
         self.active_function: ContextVar[InvocationNode] = ContextVar("active_function",
                                                                       default=InvocationNode(function_id="root",
                                                                                              function_name="root"))
+        self.active_span_id_stack: ContextVar[list[str]] = ContextVar("active_span_id_stack", default=["root"])
+
         # Default is a lambda no-op which returns NoneType
         self.user_input_callback: ContextVar[Callable[[InteractionPrompt], Awaitable[HumanResponse | None]]
                                              | None] = ContextVar(
@@ -198,6 +200,19 @@ class AIQContext:
         """
         return self._context_state.active_function.get()
 
+    @property
+    def active_span_id(self) -> str:
+        """
+        Retrieves the active span ID from the context state.
+
+        This property provides access to the active span ID stored in the context state. The active span ID represents
+        the currently running function/tool/llm/agent/etc and can be used to group telemetry data together.
+
+        Returns:
+            str: The active span ID.
+        """
+        return self._context_state.active_span_id_stack.get()[-1]
+
     @staticmethod
     def get() -> "AIQContext":
         """

aiq/builder/intermediate_step_manager.py

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import contextvars
 import dataclasses
 import logging
+import typing
 
 from aiq.data_models.intermediate_step import IntermediateStep
 from aiq.data_models.intermediate_step import IntermediateStepPayload
@@ -26,9 +26,10 @@ from aiq.utils.reactive.observable import OnError
 from aiq.utils.reactive.observable import OnNext
 from aiq.utils.reactive.subscription import Subscription
 
-logger = logging.getLogger(__name__)
+if typing.TYPE_CHECKING:
+    from aiq.builder.context import AIQContextState
 
-_current_open_step_id = contextvars.ContextVar[str | None]("_current_open_step_id", default=None)
+logger = logging.getLogger(__name__)
 
 
 @dataclasses.dataclass
@@ -37,8 +38,8 @@ class OpenStep:
     step_name: str
     step_type: str
     step_parent_id: str | None
-    context: contextvars.Context
-    token: contextvars.Token[str | None]
+    prev_stack: list[str]
+    active_stack: list[str]
 
 
 class IntermediateStepManager:
@@ -59,18 +60,31 @@ class IntermediateStepManager:
         if not isinstance(payload, IntermediateStepPayload):
             raise TypeError(f"Payload must be of type IntermediateStepPayload, not {type(payload)}")
 
-        parent_step_id = _current_open_step_id.get()
+        active_span_id_stack = self._context_state.active_span_id_stack.get()
 
         if (payload.event_state == IntermediateStepState.START):
 
-            token = _current_open_step_id.set(payload.UUID)
+            prev_stack = active_span_id_stack
+
+            parent_step_id = active_span_id_stack[-1]
+
+            # Note, this must not mutate the active_span_id_stack in place
+            active_span_id_stack = active_span_id_stack + [payload.UUID]
+            self._context_state.active_span_id_stack.set(active_span_id_stack)
 
             self._outstanding_start_steps[payload.UUID] = OpenStep(step_id=payload.UUID,
-                                                                   step_name=payload.name,
+                                                                   step_name=payload.name or payload.UUID,
                                                                    step_type=payload.event_type,
                                                                    step_parent_id=parent_step_id,
-                                                                   context=contextvars.copy_context(),
-                                                                   token=token)
+                                                                   prev_stack=prev_stack,
+                                                                   active_stack=active_span_id_stack)
+
+            logger.debug("Pushed start step %s, name %s, type %s, parent %s, stack id %s",
+                         payload.UUID,
+                         payload.name,
+                         payload.event_type,
+                         parent_step_id,
+                         id(active_span_id_stack))
 
         elif (payload.event_state == IntermediateStepState.END):
 
@@ -81,14 +95,49 @@ class IntermediateStepManager:
                 logger.warning("Step id %s not found in outstanding start steps", payload.UUID)
                 return
 
-            # Restore the parent step ID directly instead of using a cross‑context token.
-            if parent_step_id == payload.UUID:
-                _current_open_step_id.set(open_step.step_parent_id)
-            else:
-                # Different context (e.g. thread‑pool); safely restore the parent ID **without**
-                # trying to use a token that belongs to another Context.
-                _current_open_step_id.set(open_step.step_parent_id)
-                parent_step_id = open_step.step_parent_id
+            parent_step_id = open_step.step_parent_id
+
+            # Get the current and previous active span id stack.
+            curr_stack = open_step.active_stack
+            prev_stack = open_step.prev_stack
+
+            # To restore the stack, we need to handle two scenarios:
+            # 1. This function is called from a coroutine. In this case, the context variable will be the same as the
+            #    one used in START. So we can just set the context variable to the previous stack.
+            # 2. This function is called from a task. In this case, the context variable will be separate from the one
+            #    used in START so calling set() will have no effect. However, we still have a reference to the list used
+            #    in START. So we update the reference to be equal to the old one.. So we need to update the current
+            #    reference stack to be equal to the previous stack.
+
+            # Scenario 1: Restore the previous active span id stack in case we are in a coroutine. Dont use reset here
+            # since we can be in different contexts
+            self._context_state.active_span_id_stack.set(prev_stack)
+
+            pop_count = 0
+
+            # Scenario 2: Remove all steps from the current stack until we reach the parent step id to make it equal to
+            # the previous stack. In the coroutine case, this will not have any effect.
+            while (curr_stack[-1] != parent_step_id):
+                curr_stack.pop()
+                pop_count += 1
+
+            if (pop_count != 1):
+                logger.warning(
+                    "Step id %s not the last step in the stack. "
+                    "Removing it from the stack but this is likely an error",
+                    payload.UUID)
+
+            # Verify that the stack is now equal to the previous stack
+            if (curr_stack != prev_stack):
+                logger.warning("Current span ID stack is not equal to the previous stack. "
+                               "This is likely an error. Report this to the AIQ team.")
+
+            logger.debug("Popped end step %s, name %s, type %s, parent %s, stack id %s",
+                         payload.UUID,
+                         payload.name,
+                         payload.event_type,
+                         parent_step_id,
+                         id(curr_stack))
 
         elif (payload.event_state == IntermediateStepState.CHUNK):
 
@@ -103,14 +152,14 @@ class IntermediateStepManager:
                     payload.UUID)
                 return
 
-            if (parent_step_id != payload.UUID):
-                # Manually set the parent step ID. This happens when running on the thread pool
-                parent_step_id = open_step.step_parent_id
+            parent_step_id = open_step.step_parent_id
+
+        active_function = self._context_state.active_function.get()
 
-        function_ancestry = InvocationNode(function_name=self._context_state.active_function.get().function_name,
-                                           function_id=self._context_state.active_function.get().function_id,
+        function_ancestry = InvocationNode(function_name=active_function.function_name,
+                                           function_id=active_function.function_id,
                                            parent_id=parent_step_id,
-                                           parent_name=self._context_state.active_function.get().parent_name)
+                                           parent_name=active_function.parent_name)
 
         intermediate_step = IntermediateStep(function_ancestry=function_ancestry, payload=payload)
 

aiq/front_ends/fastapi/step_adaptor.py

@@ -51,9 +51,9 @@ class StepAdaptor:
             # default existing behavior: show LLM events + TOOL_END + FUNCTION events
             if step.event_category == IntermediateStepCategory.LLM:
                 return True
-            if step.event_type == IntermediateStepType.TOOL_END:
+            if step.event_category == IntermediateStepCategory.TOOL:
                 return True
-            if step.event_type in [IntermediateStepType.FUNCTION_START, IntermediateStepType.FUNCTION_END]:
+            if step.event_category == IntermediateStepCategory.FUNCTION:
                 return True
             return False
 
@@ -120,39 +120,57 @@ class StepAdaptor:
 
         return event
 
-    def _handle_tool_end(self, payload: IntermediateStepPayload,
-                         ancestry: InvocationNode) -> AIQResponseSerializable | None:
+    def _handle_tool(self, step: IntermediateStepPayload, ancestry: InvocationNode) -> AIQResponseSerializable | None:
         """
-        Handles the TOOL_END event
+        Handles both TOOL_START and TOOL_END events
         """
-        escaped_tool_input = html.escape(str(payload.data.input), quote=False)
-        escaped_tool_output = html.escape(str(payload.data.output), quote=False)
+        input_str: str | None = None
+        output_str: str | None = None
 
-        escaped_tool_input = escaped_tool_input.replace("\n", "")
-        escaped_tool_output = escaped_tool_output.replace("\n", "")
+        # Find the start in the history with matching run_id
+        start_step = next(
+            (x for x in self._history if x.event_type == IntermediateStepType.TOOL_START and x.UUID == step.UUID), None)
 
-        # Determine the format
-        format_input_type = "json" if is_valid_json(escaped_tool_input) else "python"
-        format_output_type = "json" if is_valid_json(escaped_tool_output) else "python"
+        if not start_step:
+            # If we don't have a start step, we can't do anything
+            return None
+
+        input_str = str(start_step.data.input)
+
+        if step.event_type == IntermediateStepType.TOOL_END:
+            output_str = str(step.data.output)
+
+        if not input_str and not output_str:
+            return None
+
+        escaped_input = html.escape(input_str, quote=False)
+        format_input_type = "json" if is_valid_json(escaped_input) else "python"
 
         # Dont use f-strings here because the payload is markdown and screws up the dedent
-        payload_str = dedent("""
+        payload = dedent("""
         **Input:**
         ```{format_input_type}
         {input_value}
         ```
-        **Output:**
-        ```{format_output_type}
-        {output_value}
-        ```
-        """).strip("\n").format(input_value=escaped_tool_input,
-                                output_value=escaped_tool_output,
-                                format_input_type=format_input_type,
-                                format_output_type=format_output_type)
+        """).strip("\n").format(input_value=escaped_input, format_input_type=format_input_type)
 
-        event = AIQResponseIntermediateStep(id=payload.UUID,
-                                            name=f"Tool: {payload.name}",
-                                            payload=payload_str,
+        if output_str:
+            escaped_output = html.escape(output_str, quote=False)
+            format_output_type = "json" if is_valid_json(escaped_output) else "python"
+
+            # Dont use f-strings here because the payload is markdown and screws up the dedent
+            payload = dedent("""
+            {payload}
+
+            **Output:**
+            ```{format_output_type}
+            {output_value}
+            ```
+            """).strip("\n").format(payload=payload, output_value=escaped_output, format_output_type=format_output_type)
+
+        event = AIQResponseIntermediateStep(id=step.UUID,
+                                            name=f"Tool: {step.name}",
+                                            payload=payload,
                                             parent_id=ancestry.function_id)
 
         return event
@@ -284,29 +302,16 @@ class StepAdaptor:
 
         try:
 
-            if self.config.mode == StepAdaptorMode.DEFAULT:
-
-                if step.event_category == IntermediateStepCategory.LLM:
-                    return self._handle_llm(payload, ancestry)
-
-                if step.event_type == IntermediateStepType.TOOL_END:
-                    return self._handle_tool_end(payload, ancestry)
-
-                if step.event_type in [IntermediateStepType.FUNCTION_START, IntermediateStepType.FUNCTION_END]:
-                    return self._handle_function(payload, ancestry)
-
-            if self.config.mode == StepAdaptorMode.CUSTOM:
-                # Now we're processing user defined custom types
-
-                if step.event_category == IntermediateStepCategory.LLM:
-                    return self._handle_llm(payload, ancestry)
+            if step.event_category == IntermediateStepCategory.LLM:
+                return self._handle_llm(payload, ancestry)
 
-                if step.event_type == IntermediateStepType.TOOL_END:
-                    return self._handle_tool_end(payload, ancestry)
+            if step.event_category == IntermediateStepCategory.TOOL:
+                return self._handle_tool(payload, ancestry)
 
-                if step.event_type in [IntermediateStepType.FUNCTION_START, IntermediateStepType.FUNCTION_END]:
-                    return self._handle_function(payload, ancestry)
+            if step.event_category == IntermediateStepCategory.FUNCTION:
+                return self._handle_function(payload, ancestry)
 
+            if step.event_category == IntermediateStepCategory.CUSTOM:
                 return self._handle_custom(payload, ancestry)
 
         except Exception as e:

aiq/meta/pypi.md

@@ -15,30 +15,30 @@ See the License for the specific language governing permissions and
 limitations under the License.
 -->
 
-![NVIDIA Agent Intelligence Toolkit](https://media.githubusercontent.com/media/NVIDIA/AIQToolkit/refs/heads/main/docs/source/_static/aiqtoolkit_banner.png "AIQ Toolkit banner image")
+![NVIDIA Agent Intelligence Toolkit](https://media.githubusercontent.com/media/NVIDIA/AIQToolkit/refs/heads/main/docs/source/_static/aiqtoolkit_banner.png "AIQ toolkit banner image")
 
 # NVIDIA Agent Intelligence Toolkit
 
-AIQ Toolkit is a flexible library designed to seamlessly integrate your enterprise agents—regardless of framework—with various data sources and tools. By treating agents, tools, and agentic workflows as simple function calls, AIQ Toolkit enables true composability: build once and reuse anywhere.
+AIQ toolkit is a flexible library designed to seamlessly integrate your enterprise agents—regardless of framework—with various data sources and tools. By treating agents, tools, and agentic workflows as simple function calls, AIQ toolkit enables true composability: build once and reuse anywhere.
 
 ## Key Features
 
-- [**Framework Agnostic:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/extend/plugins.html) Works with any agentic framework, so you can use your current technology stack without replatforming.
-- [**Reusability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/extend/sharing-components.html) Every agent, tool, or workflow can be combined and repurposed, allowing developers to leverage existing work in new scenarios.
-- [**Rapid Development:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/tutorials/index.html) Start with a pre-built agent, tool, or workflow, and customize it to your needs.
-- [**Profiling:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/profiler.html) Profile entire workflows down to the tool and agent level, track input/output tokens and timings, and identify bottlenecks.
-- [**Observability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-phoenix.html) Monitor and debug your workflows with any OpenTelemetry-compatible observability tool, with examples using [Phoenix](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-phoenix.html) and [W&B Weave](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-weave.html).
-- [**Evaluation System:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/evaluate.html) Validate and maintain accuracy of agentic workflows with built-in evaluation tools.
-- [**User Interface:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/quick-start/launching-ui.html) Use the AIQ Toolkit UI chat interface to interact with your agents, visualize output, and debug workflows.
-- [**MCP Compatibility**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/mcp/mcp-client.html) Compatible with Model Context Protocol (MCP), allowing tools served by MCP Servers to be used as AIQ Toolkit functions.
+- [**Framework Agnostic:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/extend/plugins.html) Works with any agentic framework, so you can use your current technology stack without replatforming.
+- [**Reusability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/extend/sharing-components.html) Every agent, tool, or workflow can be combined and repurposed, allowing developers to leverage existing work in new scenarios.
+- [**Rapid Development:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/tutorials/index.html) Start with a pre-built agent, tool, or workflow, and customize it to your needs.
+- [**Profiling:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/profiler.html) Profile entire workflows down to the tool and agent level, track input/output tokens and timings, and identify bottlenecks.
+- [**Observability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-phoenix.html) Monitor and debug your workflows with any OpenTelemetry-compatible observability tool, with examples using [Phoenix](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-phoenix.html) and [W&B Weave](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-weave.html).
+- [**Evaluation System:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/evaluate.html) Validate and maintain accuracy of agentic workflows with built-in evaluation tools.
+- [**User Interface:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/quick-start/launching-ui.html) Use the AIQ toolkit UI chat interface to interact with your agents, visualize output, and debug workflows.
+- [**MCP Compatibility**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/mcp/mcp-client.html) Compatible with Model Context Protocol (MCP), allowing tools served by MCP Servers to be used as AIQ toolkit functions.
 
-With AIQ Toolkit, you can move quickly, experiment freely, and ensure reliability across all your agent-driven projects.
+With AIQ toolkit, you can move quickly, experiment freely, and ensure reliability across all your agent-driven projects.
 
 ## Links
- * [Documentation](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/index.html): Explore the full documentation for AIQ Toolkit.
+ * [Documentation](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/index.html): Explore the full documentation for AIQ toolkit.
 
 ## First time user?
- If this is your first time using AIQ Toolkit, it is recommended to install the latest version from the [source repository](https://github.com/NVIDIA/AIQToolkit?tab=readme-ov-file#quick-start) on GitHub. This package is intended for users who are familiar with AIQ Toolkit applications and need to add AIQ Toolkit as a dependency to their project.
+ If this is your first time using AIQ toolkit, it is recommended to install the latest version from the [source repository](https://github.com/NVIDIA/AIQToolkit?tab=readme-ov-file#quick-start) on GitHub. This package is intended for users who are familiar with AIQ toolkit applications and need to add AIQ toolkit as a dependency to their project.
 
 ## Feedback
 
@@ -46,7 +46,7 @@ We would love to hear from you! Please file an issue on [GitHub](https://github.
 
 ## Acknowledgements
 
-We would like to thank the following open source projects that made AIQ Toolkit possible:
+We would like to thank the following open source projects that made AIQ toolkit possible:
 
 - [CrewAI](https://github.com/crewAIInc/crewAI)
 - [FastAPI](https://github.com/tiangolo/fastapi)

aiq/observability/async_otel_listener.py

@@ -57,7 +57,8 @@ except TelemetryOptionalImportError:
     from aiq.utils.optional_imports import DummyTrace  # pylint: disable=ungrouped-imports
     from aiq.utils.optional_imports import DummyTracerProvider  # pylint: disable=ungrouped-imports
     from aiq.utils.optional_imports import dummy_set_span_in_context  # pylint: disable=ungrouped-imports
-    trace = DummyTrace
+
+    trace = DummyTrace  # pylint: disable=invalid-name
     TracerProvider = DummyTracerProvider
     Span = DummySpan
     set_span_in_context = dummy_set_span_in_context
@@ -290,6 +291,8 @@ class AsyncOtelSpanListener:
             logger.warning("No subspan found for step %s", step.UUID)
             return
 
+        self._span_stack.pop(step.UUID, None)
+
         # Optionally add more attributes from usage_info or data
         usage_info = step.payload.usage_info
         if usage_info:
@@ -316,7 +319,7 @@ class AsyncOtelSpanListener:
 
         # Finish corresponding Weave call if Weave is available and initialized
         if self.gc is not None:
-            self._finish_weave_call(step, sub_span)
+            self._finish_weave_call(step)
 
     @contextmanager
     def parent_call(self, trace_id: str, parent_call_id: str):
@@ -342,13 +345,13 @@ class AsyncOtelSpanListener:
         # use it as the parent
         if existing_call is not None:
             parent_call = existing_call
-            logger.debug(f"Found existing Weave call: {existing_call.id} from trace: {existing_call.trace_id}")
+            logger.debug("Found existing Weave call: %s from trace: %s", existing_call.id, existing_call.trace_id)
         # Otherwise, check our internal stack for parent relationships
         elif len(self._weave_calls) > 0 and len(self._span_stack) > 1:
             # Get the parent span using stack position (one level up)
             parent_span_id = self._span_stack[-2].get_span_context().span_id
             # Find the corresponding weave call for this parent span
-            for uuid, call in self._weave_calls.items():
+            for call in self._weave_calls.values():
                 if getattr(call, "span_id", None) == parent_span_id:
                     parent_call = call
                     break
@@ -387,7 +390,7 @@ class AsyncOtelSpanListener:
 
         return call
 
-    def _finish_weave_call(self, step: IntermediateStep, span: Span) -> None:
+    def _finish_weave_call(self, step: IntermediateStep) -> None:
         """
         Finish a previously created Weave call
         """

aiq/tool/mcp/mcp_tool.py

@@ -40,10 +40,15 @@ class MCPToolConfig(FunctionBaseConfig, name="mcp_tool_wrapper"):
         Description for the tool that will override the description provided by the MCP server. Should only be used if
         the description provided by the server is poor or nonexistent
         """)
+    return_exception: bool = Field(default=True,
+                                   description="""
+        If true, the tool will return the exception message if the tool call fails.
+        If false, raise the exception.
+        """)
 
 
 @register_function(config_type=MCPToolConfig)
-async def mcp_tool(config: MCPToolConfig, builder: Builder):
+async def mcp_tool(config: MCPToolConfig, builder: Builder):  # pylint: disable=unused-argument
     """
     Generate an AIQ Toolkit Function that wraps a tool provided by the MCP server.
     """
@@ -63,12 +68,26 @@ async def mcp_tool(config: MCPToolConfig, builder: Builder):
         return tool.input_schema.model_validate_json(input_str)
 
     async def _response_fn(tool_input: BaseModel | None = None, **kwargs) -> str:
-        if tool_input:
-            args = tool_input.model_dump()
-            return await tool.acall(args)
-
-        _ = tool.input_schema.model_validate(kwargs)
-        return await tool.acall(kwargs)
+        # Run the tool, catching any errors and sending to agent for correction
+        try:
+            if tool_input:
+                args = tool_input.model_dump()
+                return await tool.acall(args)
+
+            _ = tool.input_schema.model_validate(kwargs)
+            return await tool.acall(kwargs)
+        except Exception as e:
+            if config.return_exception:
+                if tool_input:
+                    logger.warning("Error calling tool %s with serialized input: %s",
+                                   tool.name,
+                                   tool_input.model_dump(),
+                                   exc_info=True)
+                else:
+                    logger.warning("Error calling tool %s with input: %s", tool.name, kwargs, exc_info=True)
+                return str(e)
+            # If the tool call fails, raise the exception.
+            raise
 
     yield FunctionInfo.create(single_fn=_response_fn,
                               description=tool.description,

{aiqtoolkit-1.1.0a20250514.dist-info → aiqtoolkit-1.1.0a20250516.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.4
 Name: aiqtoolkit
-Version: 1.1.0a20250514
-Summary: Agent Intelligence Toolkit (AIQ Toolkit)
+Version: 1.1.0a20250516
+Summary: NVIDIA Agent Intelligence toolkit
 Author: NVIDIA Corporation
 Maintainer: NVIDIA Corporation
 License:                                  Apache License
@@ -288,30 +288,30 @@ See the License for the specific language governing permissions and
 limitations under the License.
 -->
 
-![NVIDIA Agent Intelligence Toolkit](https://media.githubusercontent.com/media/NVIDIA/AIQToolkit/refs/heads/main/docs/source/_static/aiqtoolkit_banner.png "AIQ Toolkit banner image")
+![NVIDIA Agent Intelligence Toolkit](https://media.githubusercontent.com/media/NVIDIA/AIQToolkit/refs/heads/main/docs/source/_static/aiqtoolkit_banner.png "AIQ toolkit banner image")
 
 # NVIDIA Agent Intelligence Toolkit
 
-AIQ Toolkit is a flexible library designed to seamlessly integrate your enterprise agents—regardless of framework—with various data sources and tools. By treating agents, tools, and agentic workflows as simple function calls, AIQ Toolkit enables true composability: build once and reuse anywhere.
+AIQ toolkit is a flexible library designed to seamlessly integrate your enterprise agents—regardless of framework—with various data sources and tools. By treating agents, tools, and agentic workflows as simple function calls, AIQ toolkit enables true composability: build once and reuse anywhere.
 
 ## Key Features
 
-- [**Framework Agnostic:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/extend/plugins.html) Works with any agentic framework, so you can use your current technology stack without replatforming.
-- [**Reusability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/extend/sharing-components.html) Every agent, tool, or workflow can be combined and repurposed, allowing developers to leverage existing work in new scenarios.
-- [**Rapid Development:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/tutorials/index.html) Start with a pre-built agent, tool, or workflow, and customize it to your needs.
-- [**Profiling:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/profiler.html) Profile entire workflows down to the tool and agent level, track input/output tokens and timings, and identify bottlenecks.
-- [**Observability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-phoenix.html) Monitor and debug your workflows with any OpenTelemetry-compatible observability tool, with examples using [Phoenix](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-phoenix.html) and [W&B Weave](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/observe/observe-workflow-with-weave.html).
-- [**Evaluation System:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/evaluate.html) Validate and maintain accuracy of agentic workflows with built-in evaluation tools.
-- [**User Interface:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/quick-start/launching-ui.html) Use the AIQ Toolkit UI chat interface to interact with your agents, visualize output, and debug workflows.
-- [**MCP Compatibility**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/workflows/mcp/mcp-client.html) Compatible with Model Context Protocol (MCP), allowing tools served by MCP Servers to be used as AIQ Toolkit functions.
+- [**Framework Agnostic:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/extend/plugins.html) Works with any agentic framework, so you can use your current technology stack without replatforming.
+- [**Reusability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/extend/sharing-components.html) Every agent, tool, or workflow can be combined and repurposed, allowing developers to leverage existing work in new scenarios.
+- [**Rapid Development:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/tutorials/index.html) Start with a pre-built agent, tool, or workflow, and customize it to your needs.
+- [**Profiling:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/profiler.html) Profile entire workflows down to the tool and agent level, track input/output tokens and timings, and identify bottlenecks.
+- [**Observability:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-phoenix.html) Monitor and debug your workflows with any OpenTelemetry-compatible observability tool, with examples using [Phoenix](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-phoenix.html) and [W&B Weave](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/observe/observe-workflow-with-weave.html).
+- [**Evaluation System:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/evaluate.html) Validate and maintain accuracy of agentic workflows with built-in evaluation tools.
+- [**User Interface:**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/quick-start/launching-ui.html) Use the AIQ toolkit UI chat interface to interact with your agents, visualize output, and debug workflows.
+- [**MCP Compatibility**](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/workflows/mcp/mcp-client.html) Compatible with Model Context Protocol (MCP), allowing tools served by MCP Servers to be used as AIQ toolkit functions.
 
-With AIQ Toolkit, you can move quickly, experiment freely, and ensure reliability across all your agent-driven projects.
+With AIQ toolkit, you can move quickly, experiment freely, and ensure reliability across all your agent-driven projects.
 
 ## Links
- * [Documentation](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250514/index.html): Explore the full documentation for AIQ Toolkit.
+ * [Documentation](https://docs.nvidia.com/aiqtoolkit/v1.1.0a20250516/index.html): Explore the full documentation for AIQ toolkit.
 
 ## First time user?
- If this is your first time using AIQ Toolkit, it is recommended to install the latest version from the [source repository](https://github.com/NVIDIA/AIQToolkit?tab=readme-ov-file#quick-start) on GitHub. This package is intended for users who are familiar with AIQ Toolkit applications and need to add AIQ Toolkit as a dependency to their project.
+ If this is your first time using AIQ toolkit, it is recommended to install the latest version from the [source repository](https://github.com/NVIDIA/AIQToolkit?tab=readme-ov-file#quick-start) on GitHub. This package is intended for users who are familiar with AIQ toolkit applications and need to add AIQ toolkit as a dependency to their project.
 
 ## Feedback
 
@@ -319,7 +319,7 @@ We would love to hear from you! Please file an issue on [GitHub](https://github.
 
 ## Acknowledgements
 
-We would like to thank the following open source projects that made AIQ Toolkit possible:
+We would like to thank the following open source projects that made AIQ toolkit possible:
 
 - [CrewAI](https://github.com/crewAIInc/crewAI)
 - [FastAPI](https://github.com/tiangolo/fastapi)

{aiqtoolkit-1.1.0a20250514.dist-info → aiqtoolkit-1.1.0a20250516.dist-info}/RECORD

@@ -19,7 +19,7 @@ aiq/agent/tool_calling_agent/register.py,sha256=qWY1KmDhpG9AIwM3fO5nsF8zE7lWln5q
 aiq/builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/builder/builder.py,sha256=JE3uCw6qTmWX2akUfS-Ga5WSiJVTzBjDQPniiONMjy4,7448
 aiq/builder/component_utils.py,sha256=2jIXWSLIlKxDKAO7kdXz_4BHqQNWw4t9GmcQfw0ER4g,12923
-aiq/builder/context.py,sha256=Sk2Vcduz7zbGkJe28VxCDt8GC5GKDhwvl1zLuRBTmss,8574
+aiq/builder/context.py,sha256=f-kw7JfsIFW83V3ZJFv2OU8LcvNVAg-vRVZ9qtbVESo,9173
 aiq/builder/embedder.py,sha256=M-n2oXSlwE7u-nmpzRbPq6UVWtFtMvrEdKqqsbKQZLk,965
 aiq/builder/eval_builder.py,sha256=UnNgtQiDAUfT3yuwjZQVerenI09-4q0Cse9uwLjk3Fg,4657
 aiq/builder/evaluator.py,sha256=O6Gu0cUwQkrPxPX29Vf_-RopgijxPnhy7mhg_j-9A84,1162
@@ -28,7 +28,7 @@ aiq/builder/front_end.py,sha256=Xhvfi4VcDh5EoCtLr6AlLQfbRm8_TyugUc_IRfirN6Y,2225
 aiq/builder/function.py,sha256=Sh4LKgC-gipsMkNexUY4mw-Br4dWZxq6AHv-als0-e0,11430
 aiq/builder/function_base.py,sha256=AF5a56y-Nw9OpWsP8IFukUKM2FtP8758qYQW6EfObO0,13109
 aiq/builder/function_info.py,sha256=pGPIAL0tjVqLOJymIRB0boI9pzJGdXiPK3KiZvXQsqM,25266
-aiq/builder/intermediate_step_manager.py,sha256=_QGpn8xyLMY3OPfRk0m-z-RIKWmqqcH8Suyh_Z_R-m4,5577
+aiq/builder/intermediate_step_manager.py,sha256=aKjOK7Gk9XbKhKvRMQTylRGDFZJU7rwqSuiZYaPfwjA,7830
 aiq/builder/llm.py,sha256=DcoYCyschsRjkW_yGsa_Ci7ELSpk5KRbi9778Dm_B9c,951
 aiq/builder/retriever.py,sha256=GM7L1T4NdNZKerFZiCfLcQOwsGoX0NRlF8my7SMq3l4,970
 aiq/builder/user_interaction_manager.py,sha256=OXr-RxWf1sEZjzQH_jt0nmqrLBtYLHGEZEcfDYYFV88,2913
@@ -151,7 +151,7 @@ aiq/front_ends/fastapi/message_handler.py,sha256=3rFDXG633Upom1taW3ab_sC3KKxN8Y_
 aiq/front_ends/fastapi/message_validator.py,sha256=NqjeIG0InGAS6yooEnTaYwjfy3qtQHNgmdJ4zZlxgSQ,17407
 aiq/front_ends/fastapi/register.py,sha256=-Vr6HEDy7L1IIBQZy6VFKZWWKYNtSI-cxk3l4ZPPLko,1159
 aiq/front_ends/fastapi/response_helpers.py,sha256=JnOOvurlkhh6akpzkKDNh1xCi5ClQTePyW_ScEY1pLo,9111
-aiq/front_ends/fastapi/step_adaptor.py,sha256=IgCV600zGZyUW2UQlhZV0Oqmp-UUILD5XYza1VYvoXo,12677
+aiq/front_ends/fastapi/step_adaptor.py,sha256=2ps136GzZ7EFgNrN0rPCUSJllvO-GNZPtADrGYseCNc,12551
 aiq/front_ends/fastapi/websocket.py,sha256=upRuFSceWRZcjBcjWG7l6Tl6fxY4NnMroSq372bdkpw,6569
 aiq/front_ends/mcp/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 aiq/front_ends/mcp/mcp_front_end_config.py,sha256=Mp2mgCh1pJkegih5DEJ3t0OKEiCiCg8-rM5vnLpLS6U,1470
@@ -171,9 +171,9 @@ aiq/memory/__init__.py,sha256=sNqiLatqyTNSBUKKgmInOvCmebkuDHRTErZaeOaE8C8,844
 aiq/memory/interfaces.py,sha256=lyj1TGr3Fhibul8Y64Emj-BUEqDotmmFoVCEMqTujUA,5531
 aiq/memory/models.py,sha256=c5dA7nKHQ4AS1_ptQZcfC_oXO495-ehocnf_qXTE6c8,4319
 aiq/meta/module_to_distro.json,sha256=1XV7edobFrdDKvsSoynfodXg_hczUWpDrQzGkW9qqEs,28
-aiq/meta/pypi.md,sha256=VWXUfcMpOWKvPvjM15N8UYAqeUzeoZ6q0uF5cU3CqYI,4472
+aiq/meta/pypi.md,sha256=uRioAvXPJX8FluYzqghmBJwRsv4hsXbH3AoeiTbX3G8,4472
 aiq/observability/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-aiq/observability/async_otel_listener.py,sha256=bEml7HVVdS8JfMPH7L0d-PRsZpwlYCo-TIxT6abVhFc,17611
+aiq/observability/async_otel_listener.py,sha256=oyDO_8XNzQqyiFe-8iJhZr3z9kWsEJEuKEoOPf7L-Bk,17667
 aiq/observability/register.py,sha256=ZDQOaSuy9igc7nAKG7XWP2u6JanC2T8yufMWItNpPJI,4245
 aiq/plugins/.namespace,sha256=Gace0pOC3ETEJf-TBVuNw0TQV6J_KtOPpEiSzMH-odo,215
 aiq/profiler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -277,7 +277,7 @@ aiq/tool/github_tools/get_github_pr.py,sha256=b7eCOqrVoejGjRwmUVdU45uF07ihbY8lRa
 aiq/tool/github_tools/update_github_issue.py,sha256=TUElxUuzjZr_QldL_48RcqSx0A9b23NB_lA82QwFjkM,4103
 aiq/tool/mcp/__init__.py,sha256=GUJrgGtpvyMUCjUBvR3faAdv-tZzbU9W-izgx9aMEQg,680
 aiq/tool/mcp/mcp_client.py,sha256=5TaYbYqvfswBzO9al8Ir89KZ3FhxJtzkJPHLBO_iNWY,7469
-aiq/tool/mcp/mcp_tool.py,sha256=9RaAYTFvNJLkA1nlnxzZFd8gM4uYj4y0l6qt9BxDXpQ,3043
+aiq/tool/mcp/mcp_tool.py,sha256=rQQcaCT-GHQcDmG5weX-2Y-HxBPX-0cC73LjL1u0FUU,4009
 aiq/tool/memory_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/tool/memory_tools/add_memory_tool.py,sha256=9EjB3DpYhxwasz7o3O8Rq__Ys5986fciv44ahC6mVCo,3349
 aiq/tool/memory_tools/delete_memory_tool.py,sha256=wdB_I8y-1D1OpNtBi6ZOg36vvNkbaxp-yvdqFMc2Suk,2532
@@ -307,10 +307,10 @@ aiq/utils/reactive/base/observer_base.py,sha256=UAlyAY_ky4q2t0P81RVFo2Bs_R7z5Nde
 aiq/utils/reactive/base/subject_base.py,sha256=Ed-AC6P7cT3qkW1EXjzbd5M9WpVoeN_9KCe3OM3FLU4,2521
 aiq/utils/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 aiq/utils/settings/global_settings.py,sha256=U9TCLdoZsKq5qOVGjREipGVv9e-FlStzqy5zv82_VYk,7454
-aiqtoolkit-1.1.0a20250514.dist-info/licenses/LICENSE-3rd-party.txt,sha256=8o7aySJa9CBvFshPcsRdJbczzdNyDGJ8b0J67WRUQ2k,183936
-aiqtoolkit-1.1.0a20250514.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-aiqtoolkit-1.1.0a20250514.dist-info/METADATA,sha256=w1Ms89lzuk-b3_epi1gWVEfAeSr_gkjBm_QPaedFxvk,20218
-aiqtoolkit-1.1.0a20250514.dist-info/WHEEL,sha256=DnLRTWE75wApRYVsjgc6wsVswC54sMSJhAEd4xhDpBk,91
-aiqtoolkit-1.1.0a20250514.dist-info/entry_points.txt,sha256=gRlPfR5g21t328WNEQ4CcEz80S1sJNS8A7rMDYnzl4A,452
-aiqtoolkit-1.1.0a20250514.dist-info/top_level.txt,sha256=fo7AzYcNhZ_tRWrhGumtxwnxMew4xrT1iwouDy_f0Kc,4
-aiqtoolkit-1.1.0a20250514.dist-info/RECORD,,
+aiqtoolkit-1.1.0a20250516.dist-info/licenses/LICENSE-3rd-party.txt,sha256=8o7aySJa9CBvFshPcsRdJbczzdNyDGJ8b0J67WRUQ2k,183936
+aiqtoolkit-1.1.0a20250516.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+aiqtoolkit-1.1.0a20250516.dist-info/METADATA,sha256=PlFrenL9qp5NToG8vEnjtbvl7mjlM6edz1Z-rtg6rbg,20211
+aiqtoolkit-1.1.0a20250516.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+aiqtoolkit-1.1.0a20250516.dist-info/entry_points.txt,sha256=gRlPfR5g21t328WNEQ4CcEz80S1sJNS8A7rMDYnzl4A,452
+aiqtoolkit-1.1.0a20250516.dist-info/top_level.txt,sha256=fo7AzYcNhZ_tRWrhGumtxwnxMew4xrT1iwouDy_f0Kc,4
+aiqtoolkit-1.1.0a20250516.dist-info/RECORD,,

{aiqtoolkit-1.1.0a20250514.dist-info → aiqtoolkit-1.1.0a20250516.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.4.0)
+Generator: setuptools (80.7.1)
 Root-Is-Purelib: true
 Tag: py3-none-any