nvidia-nat 1.4.0a20251112__py3-none-any.whl → 1.4.0a20251120__py3-none-any.whl

nat/retriever/milvus/register.py

@@ -48,6 +48,7 @@ class MilvusRetrieverConfig(RetrieverBaseConfig, name="milvus_retriever"):
     description: str | None = Field(default=None,
                                     description="If present it will be used as the tool description",
                                     alias="collection_description")
+    use_async_client: bool = Field(default=False, description="Use AsyncMilvusClient for async I/O operations. ")
 
 
 @register_retriever_provider(config_type=MilvusRetrieverConfig)
@@ -58,13 +59,20 @@ async def milvus_retriever(retriever_config: MilvusRetrieverConfig, builder: Bui
 
 @register_retriever_client(config_type=MilvusRetrieverConfig, wrapper_type=None)
 async def milvus_retriever_client(config: MilvusRetrieverConfig, builder: Builder):
-    from pymilvus import MilvusClient
-
     from nat.retriever.milvus.retriever import MilvusRetriever
 
     embedder = await builder.get_embedder(embedder_name=config.embedding_model, wrapper_type=LLMFrameworkEnum.LANGCHAIN)
 
-    milvus_client = MilvusClient(uri=str(config.uri), **config.connection_args)
+    # Create Milvus client based on use_async_client flag
+    if config.use_async_client:
+        from pymilvus import AsyncMilvusClient
+
+        milvus_client = AsyncMilvusClient(uri=str(config.uri), **config.connection_args)
+    else:
+        from pymilvus import MilvusClient
+
+        milvus_client = MilvusClient(uri=str(config.uri), **config.connection_args)
+
     retriever = MilvusRetriever(
         client=milvus_client,
         embedder=embedder,

nat/retriever/milvus/retriever.py

@@ -13,13 +13,18 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+import inspect
 import logging
 from functools import partial
+from typing import TYPE_CHECKING
 
 from langchain_core.embeddings import Embeddings
-from pymilvus import MilvusClient
 from pymilvus.client.abstract import Hit
 
+if TYPE_CHECKING:
+    from pymilvus import AsyncMilvusClient
+    from pymilvus import MilvusClient
+
 from nat.retriever.interface import Retriever
 from nat.retriever.models import Document
 from nat.retriever.models import RetrieverError
@@ -39,20 +44,27 @@ class MilvusRetriever(Retriever):
 
     def __init__(
         self,
-        client: MilvusClient,
+        client: "MilvusClient | AsyncMilvusClient",
         embedder: Embeddings,
         content_field: str = "text",
         use_iterator: bool = False,
     ) -> None:
         """
-        Initialize the Milvus Retriever using a preconfigured MilvusClient
+        Initialize the Milvus Retriever using a preconfigured MilvusClient or AsyncMilvusClient
 
         Args:
-           client (MilvusClient): Preinstantiate pymilvus.MilvusClient object.
         """
-        self._client = client
+        self._client: MilvusClient | AsyncMilvusClient = client
         self._embedder = embedder
 
+        # Detect if client is async by inspecting method capabilities
+        search_method = getattr(client, "search", None)
+        list_collections_method = getattr(client, "list_collections", None)
+        self._is_async = any(
+            inspect.iscoroutinefunction(method) for method in (search_method, list_collections_method)
+            if method is not None)
+        logger.info("Initialized Milvus Retriever with %s client", "async" if self._is_async else "sync")
+
         if use_iterator and "search_iterator" not in dir(self._client):
             raise ValueError("This version of the pymilvus.MilvusClient does not support the search iterator.")
 
@@ -60,7 +72,7 @@ class MilvusRetriever(Retriever):
         self._default_params = None
         self._bound_params = []
         self.content_field = content_field
-        logger.info("Mivlus Retriever using %s for search.", self._search_func.__name__)
+        logger.info("Milvus Retriever using %s for search.", self._search_func.__name__)
 
     def bind(self, **kwargs) -> None:
         """
@@ -81,8 +93,13 @@ class MilvusRetriever(Retriever):
         """
         return [param for param in ["query", "collection_name", "top_k", "filters"] if param not in self._bound_params]
 
-    def _validate_collection(self, collection_name: str) -> bool:
-        return collection_name in self._client.list_collections()
+    async def _validate_collection(self, collection_name: str) -> bool:
+        """Validate that a collection exists."""
+        if self._is_async:
+            collections = await self._client.list_collections()
+        else:
+            collections = self._client.list_collections()
+        return collection_name in collections
 
     async def search(self, query: str, **kwargs):
         return await self._search_func(query=query, **kwargs)
@@ -108,39 +125,64 @@ class MilvusRetriever(Retriever):
                      collection_name,
                      top_k)
 
-        if not self._validate_collection(collection_name):
+        if not await self._validate_collection(collection_name):
             raise CollectionNotFoundError(f"Collection: {collection_name} does not exist")
 
         # If no output fields are specified, return all of them
         if not output_fields:
-            collection_schema = self._client.describe_collection(collection_name)
+            if self._is_async:
+                collection_schema = await self._client.describe_collection(collection_name)
+            else:
+                collection_schema = self._client.describe_collection(collection_name)
             output_fields = [
                 field["name"] for field in collection_schema.get("fields") if field["name"] != vector_field_name
             ]
 
-        search_vector = self._embedder.embed_query(query)
-
-        search_iterator = self._client.search_iterator(
-            collection_name=collection_name,
-            data=[search_vector],
-            batch_size=kwargs.get("batch_size", 1000),
-            filter=filters,
-            limit=top_k,
-            output_fields=output_fields,
-            search_params=search_params if search_params else {"metric_type": "L2"},
-            timeout=timeout,
-            anns_field=vector_field_name,
-            round_decimal=kwargs.get("round_decimal", -1),
-            partition_names=kwargs.get("partition_names", None),
-        )
+        search_vector = await self._embedder.aembed_query(query)
+
+        # Create search iterator
+        if self._is_async:
+            search_iterator = await self._client.search_iterator(
+                collection_name=collection_name,
+                data=[search_vector],
+                batch_size=kwargs.get("batch_size", 1000),
+                filter=filters,
+                limit=top_k,
+                output_fields=output_fields,
+                search_params=search_params if search_params else {"metric_type": "L2"},
+                timeout=timeout,
+                anns_field=vector_field_name,
+                round_decimal=kwargs.get("round_decimal", -1),
+                partition_names=kwargs.get("partition_names", None),
+            )
+        else:
+            search_iterator = self._client.search_iterator(
+                collection_name=collection_name,
+                data=[search_vector],
+                batch_size=kwargs.get("batch_size", 1000),
+                filter=filters,
+                limit=top_k,
+                output_fields=output_fields,
+                search_params=search_params if search_params else {"metric_type": "L2"},
+                timeout=timeout,
+                anns_field=vector_field_name,
+                round_decimal=kwargs.get("round_decimal", -1),
+                partition_names=kwargs.get("partition_names", None),
+            )
 
         results = []
         try:
             while True:
-                _res = search_iterator.next()
+                if self._is_async:
+                    _res = await search_iterator.next()
+                else:
+                    _res = search_iterator.next()
                 res = _res.get_res()
                 if len(_res) == 0:
-                    search_iterator.close()
+                    if self._is_async:
+                        await search_iterator.close()
+                    else:
+                        search_iterator.close()
                     break
 
                 if distance_cutoff and res[0][-1].distance > distance_cutoff:
@@ -176,10 +218,16 @@ class MilvusRetriever(Retriever):
                      collection_name,
                      top_k)
 
-        if not self._validate_collection(collection_name):
+        if not await self._validate_collection(collection_name):
             raise CollectionNotFoundError(f"Collection: {collection_name} does not exist")
 
-        available_fields = [v.get("name") for v in self._client.describe_collection(collection_name).get("fields", {})]
+        # Get collection schema
+        if self._is_async:
+            collection_schema = await self._client.describe_collection(collection_name)
+        else:
+            collection_schema = self._client.describe_collection(collection_name)
+
+        available_fields = [v.get("name") for v in collection_schema.get("fields", [])]
 
         if self.content_field not in available_fields:
             raise ValueError(f"The specified content field: {self.content_field} is not part of the schema.")
@@ -194,17 +242,31 @@ class MilvusRetriever(Retriever):
         if self.content_field not in output_fields:
             output_fields.append(self.content_field)
 
-        search_vector = self._embedder.embed_query(query)
-        res = self._client.search(
-            collection_name=collection_name,
-            data=[search_vector],
-            filter=filters,
-            output_fields=output_fields,
-            search_params=search_params if search_params else {"metric_type": "L2"},
-            timeout=timeout,
-            anns_field=vector_field_name,
-            limit=top_k,
-        )
+        search_vector = await self._embedder.aembed_query(query)
+
+        # Perform search
+        if self._is_async:
+            res = await self._client.search(
+                collection_name=collection_name,
+                data=[search_vector],
+                filter=filters,
+                output_fields=output_fields,
+                search_params=search_params if search_params else {"metric_type": "L2"},
+                timeout=timeout,
+                anns_field=vector_field_name,
+                limit=top_k,
+            )
+        else:
+            res = self._client.search(
+                collection_name=collection_name,
+                data=[search_vector],
+                filter=filters,
+                output_fields=output_fields,
+                search_params=search_params if search_params else {"metric_type": "L2"},
+                timeout=timeout,
+                anns_field=vector_field_name,
+                limit=top_k,
+            )
 
         return _wrap_milvus_results(res[0], content_field=self.content_field)
 

nat/runtime/runner.py

@@ -26,6 +26,7 @@ from nat.data_models.intermediate_step import IntermediateStepType
 from nat.data_models.intermediate_step import StreamEventData
 from nat.data_models.intermediate_step import TraceMetadata
 from nat.data_models.invocation_node import InvocationNode
+from nat.data_models.runtime_enum import RuntimeTypeEnum
 from nat.observability.exporter_manager import ExporterManager
 from nat.utils.reactive.subject import Subject
 
@@ -53,7 +54,8 @@ class Runner:
                  input_message: typing.Any,
                  entry_fn: Function,
                  context_state: ContextState,
-                 exporter_manager: ExporterManager):
+                 exporter_manager: ExporterManager,
+                 runtime_type: RuntimeTypeEnum = RuntimeTypeEnum.RUN_OR_SERVE):
         """
         The Runner class is used to run a workflow. It handles converting input and output data types and running the
         workflow with the specified concurrency.
@@ -68,6 +70,8 @@ class Runner:
             The context state to use
         exporter_manager : ExporterManager
             The exporter manager to use
+        runtime_type : RuntimeTypeEnum
+            The runtime type (RUN_OR_SERVE, EVALUATE, OTHER)
         """
 
         if (entry_fn is None):
@@ -86,6 +90,9 @@ class Runner:
 
         self._exporter_manager = exporter_manager
 
+        self._runtime_type = runtime_type
+        self._runtime_type_token = None
+
     @property
     def context(self) -> Context:
         return self._context
@@ -105,6 +112,8 @@ class Runner:
             function_id="root",
         ))
 
+        self._runtime_type_token = self._context_state.runtime_type.set(self._runtime_type)
+
         if (self._state == RunnerState.UNINITIALIZED):
             self._state = RunnerState.INITIALIZED
         else:
@@ -119,6 +128,8 @@ class Runner:
 
         self._context_state.input_message.reset(self._input_message_token)
 
+        self._context_state.runtime_type.reset(self._runtime_type_token)
+
         if (self._state not in (RunnerState.COMPLETED, RunnerState.FAILED)):
             raise ValueError("Cannot exit the context without completing the workflow")
 

nat/runtime/session.py

@@ -35,6 +35,7 @@ from nat.data_models.authentication import AuthProviderBaseConfig
 from nat.data_models.config import Config
 from nat.data_models.interactive import HumanResponse
 from nat.data_models.interactive import InteractionPrompt
+from nat.data_models.runtime_enum import RuntimeTypeEnum
 
 _T = typing.TypeVar("_T")
 
@@ -45,7 +46,10 @@ class UserManagerBase:
 
 class SessionManager:
 
-    def __init__(self, workflow: Workflow, max_concurrency: int = 8):
+    def __init__(self,
+                 workflow: Workflow,
+                 max_concurrency: int = 8,
+                 runtime_type: RuntimeTypeEnum = RuntimeTypeEnum.RUN_OR_SERVE):
         """
         The SessionManager class is used to run and manage a user workflow session. It runs and manages the context,
         and configuration of a workflow with the specified concurrency.
@@ -56,6 +60,8 @@ class SessionManager:
             The workflow to run
         max_concurrency : int, optional
             The maximum number of simultaneous workflow invocations, by default 8
+        runtime_type : RuntimeTypeEnum, optional
+            The type of runtime the session manager is operating in, by default RuntimeTypeEnum.RUN_OR_SERVE
         """
 
         if (workflow is None):
@@ -66,6 +72,7 @@ class SessionManager:
         self._max_concurrency = max_concurrency
         self._context_state = ContextState.get()
         self._context = Context(self._context_state)
+        self._runtime_type = runtime_type
 
         # We save the context because Uvicorn spawns a new process
         # for each request, and we need to restore the context vars
@@ -128,7 +135,7 @@ class SessionManager:
                 self._context_state.user_auth_callback.reset(token_user_authentication)
 
     @asynccontextmanager
-    async def run(self, message):
+    async def run(self, message, runtime_type: RuntimeTypeEnum = RuntimeTypeEnum.RUN_OR_SERVE):
         """
         Start a workflow run
         """
@@ -137,7 +144,7 @@ class SessionManager:
             for k, v in self._saved_context.items():
                 k.set(v)
 
-            async with self._workflow.run(message) as runner:
+            async with self._workflow.run(message, runtime_type=runtime_type) as runner:
                 yield runner
 
     def set_metadata_from_http_request(self, request: Request) -> None:

nat/tool/code_execution/code_sandbox.py

@@ -152,7 +152,7 @@ class LocalSandbox(Sandbox):
             output_json = output.json()
             assert isinstance(output_json, dict)
             return output_json
-        except json.JSONDecodeError as e:
+        except (requests.exceptions.JSONDecodeError, AssertionError) as e:
             logger.exception("Error parsing output: %s. %s", output.text, e)
             return {'process_status': 'error', 'stdout': '', 'stderr': f'Unknown error: {e} \"{output.text}\"'}
 

{nvidia_nat-1.4.0a20251112.dist-info → nvidia_nat-1.4.0a20251120.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nvidia-nat
-Version: 1.4.0a20251112
+Version: 1.4.0a20251120
 Summary: NVIDIA NeMo Agent toolkit
 Author: NVIDIA Corporation
 Maintainer: NVIDIA Corporation
@@ -39,11 +39,11 @@ Requires-Dist: pkce==1.0.3
 Requires-Dist: pkginfo~=1.12
 Requires-Dist: platformdirs~=4.3
 Requires-Dist: pydantic~=2.11
-Requires-Dist: pymilvus~=2.4
+Requires-Dist: pymilvus~=2.5
 Requires-Dist: python-dotenv~=1.1.1
 Requires-Dist: PyYAML~=6.0
 Requires-Dist: ragas~=0.2.14
-Requires-Dist: rich~=13.9
+Requires-Dist: rich<15.0.0,>=14.0.0
 Requires-Dist: tabulate~=0.9
 Requires-Dist: uvicorn[standard]<0.36
 Requires-Dist: wikipedia~=1.4
@@ -83,6 +83,8 @@ Provides-Extra: s3
 Requires-Dist: nvidia-nat-s3; extra == "s3"
 Provides-Extra: semantic-kernel
 Requires-Dist: nvidia-nat-semantic-kernel; extra == "semantic-kernel"
+Provides-Extra: strands
+Requires-Dist: nvidia-nat-strands; extra == "strands"
 Provides-Extra: telemetry
 Requires-Dist: nvidia-nat-data-flywheel; extra == "telemetry"
 Requires-Dist: nvidia-nat-opentelemetry; extra == "telemetry"
@@ -91,6 +93,8 @@ Requires-Dist: nvidia-nat-ragaai; extra == "telemetry"
 Requires-Dist: nvidia-nat-weave; extra == "telemetry"
 Provides-Extra: test
 Requires-Dist: nvidia-nat-test; extra == "test"
+Provides-Extra: vanna
+Requires-Dist: nvidia-nat-vanna; extra == "vanna"
 Provides-Extra: weave
 Requires-Dist: nvidia-nat-weave; extra == "weave"
 Provides-Extra: zep-cloud
@@ -109,6 +113,7 @@ Requires-Dist: nat_profiler_agent; extra == "examples"
 Requires-Dist: nat_router_agent; extra == "examples"
 Requires-Dist: nat_semantic_kernel_demo; extra == "examples"
 Requires-Dist: nat_sequential_executor; extra == "examples"
+Requires-Dist: nat_service_account_auth_mcp; extra == "examples"
 Requires-Dist: nat_simple_auth; extra == "examples"
 Requires-Dist: nat_simple_auth_mcp; extra == "examples"
 Requires-Dist: nat_simple_web_query; extra == "examples"
@@ -120,6 +125,7 @@ Requires-Dist: nat_simple_calculator_mcp; extra == "examples"
 Requires-Dist: nat_simple_calculator_observability; extra == "examples"
 Requires-Dist: nat_simple_calculator_hitl; extra == "examples"
 Requires-Dist: nat_simple_rag; extra == "examples"
+Requires-Dist: nat_strands_demo; extra == "examples"
 Requires-Dist: nat_swe_bench; extra == "examples"
 Requires-Dist: nat_user_report; extra == "examples"
 Provides-Extra: gunicorn

{nvidia_nat-1.4.0a20251112.dist-info → nvidia_nat-1.4.0a20251120.dist-info}/RECORD

@@ -42,28 +42,28 @@ nat/authentication/oauth2/oauth2_auth_code_flow_provider_config.py,sha256=R261a2
 nat/authentication/oauth2/oauth2_resource_server_config.py,sha256=WtqFMsJ-FzIjP7tjqs-tdYN4Pck0wxvdSyKIObNtU_8,5374
 nat/authentication/oauth2/register.py,sha256=7rXhf-ilgSS_bUJsd9pOOCotL1FM8dKUt3ke1TllKkQ,1228
 nat/builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nat/builder/builder.py,sha256=okI3Y101hwF63AwazzxiahQx-W9eFZ_SNdFXzDuoftU,11608
-nat/builder/component_utils.py,sha256=gxDhm4NCLI1GU0XL9gFe_gife0oJLwgk_YuABJneFfs,13838
-nat/builder/context.py,sha256=YmgYHzXggPQCOIBj1Mirr7xKM7NvtVr3XrSfn979fDM,13138
+nat/builder/builder.py,sha256=tASkiXNAia1rG-IfBY80CJIGSOrPb4bb6hKzZqPwbNw,13290
+nat/builder/component_utils.py,sha256=yUOGpc-26WZvJIMZylXr0ykVmoSC-CbRQ0AZvW1fMkQ,14129
+nat/builder/context.py,sha256=_TqYF4Gsdnt7jvUmcwoTCM-CtlFqbHIlsA_BeSwHCS0,13895
 nat/builder/embedder.py,sha256=NPkOEcxt_-wc53QRijCQQDLretRUYHRYaKoYmarmrBk,965
 nat/builder/eval_builder.py,sha256=I-ScvupmorClYoVBIs_PhSsB7Xf9e2nGWe0rCZp3txo,6857
 nat/builder/evaluator.py,sha256=xWHMND2vcAUkdFP7FU3jnVki1rUHeTa0-9saFh2hWKs,1162
-nat/builder/framework_enum.py,sha256=n7IaTQBxhFozIQqRMcX9kXntw28JhFzCj82jJ0C5tNU,901
+nat/builder/framework_enum.py,sha256=mClqqhe1LXQKCpi64GdeJen_C_DJ8V3AhgY9I2GAYi8,925
 nat/builder/front_end.py,sha256=FCJ87NSshVVuTg8zZrq3YAr_u0RaYVZVcibnqlRFy-M,2173
-nat/builder/function.py,sha256=eZZWLwhphgQTnPvbga8sGleX7HCP46usZPIegE7zFzs,27725
+nat/builder/function.py,sha256=lGRDVs0tTjMkDZNJSbb3aTraA4Z2XBI7qRWUX83nxvw,30996
 nat/builder/function_base.py,sha256=0Eg8RtjWhEU3Yme0CVxcRutobA0Qo8-YHZLI6L2qAgM,13116
 nat/builder/function_info.py,sha256=7Rmrn-gOFrT2TIJklJwA_O-ycx_oimwZ0-qMYpbuZrU,25161
 nat/builder/intermediate_step_manager.py,sha256=oHbvFg4R9Ka5a2KmUVETJFUxKZt90A96r9KH1TrJlR4,8999
 nat/builder/llm.py,sha256=DW-2q64A06VChsXNEL5PfBjH3DcsnTKVoCEWDuP7MF4,951
 nat/builder/retriever.py,sha256=ZyEqc7pFK31t_yr6Jaxa34c-tRas2edKqJZCNiVh9-0,970
 nat/builder/user_interaction_manager.py,sha256=-Z2qbQes7a2cuXgT7KEbWeuok0HcCnRdw9WB8Ghyl9k,3081
-nat/builder/workflow.py,sha256=bHrxK-VFsxUTw2wZgkWcCttpCMDeWNGPfmIGEW_bjZo,6908
-nat/builder/workflow_builder.py,sha256=GgNkeBmG_q3YGnGliuzpYhkC869q_PdaP4RoqXH6HdI,58709
+nat/builder/workflow.py,sha256=3BPPYseD96zzj3lT4Iy_FnoAPkQyMEHwVQxoCV4tiCI,7080
+nat/builder/workflow_builder.py,sha256=nvnoua_DJzbvloJLQQ884UbN7z4S2lqlCj5Dg_X7hzA,64444
 nat/cli/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/cli/entrypoint.py,sha256=vN9G8fe-7ITmsVciJU11Fk7JaSxFnN5A4FrD7WjYbxg,5105
 nat/cli/main.py,sha256=LZMKvoHYR926mghMjVpfLiI2qraqtrhMY9hvuAQCRWk,2258
-nat/cli/register_workflow.py,sha256=DOQQgUWB_NO9k7nlkP4cAx_RX03Cndk032K-kqyuvEs,23285
-nat/cli/type_registry.py,sha256=HbPU-7lzSHZ4aepJ3qOgfnl5LzK6-KHwcerhFpWw6mU,48839
+nat/cli/register_workflow.py,sha256=UxhCsyrLJgPBBTgJnTQilQFHUtsgVc39iS6da6jHtto,25135
+nat/cli/type_registry.py,sha256=OkR-K1JL_UGJUITA_mx-SJp9qAX9yJzPFDApAXHHCuI,51671
 nat/cli/cli_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nat/cli/cli_utils/config_override.py,sha256=6eYS_dYsf-4fSc70_z9dVc66EaTDsjOVwVFWQfKGlZE,8899
 nat/cli/cli_utils/validation.py,sha256=KVZvAkWZx-QVVBuCFTcH2muLzMB7ONQA1GE2TzEVN78,1288
@@ -117,16 +117,16 @@ nat/data_models/agent.py,sha256=IwDyb9Zc3R4Zd5rFeqt7q0EQswczAl5focxV9KozIzs,1625
 nat/data_models/api_server.py,sha256=sX_faprmycij1Zy_PQqEMtAcbvGD8PG1kWKLAyNQx6M,30775
 nat/data_models/authentication.py,sha256=XPu9W8nh4XRSuxPv3HxO-FMQ_JtTEoK6Y02JwnzDwTg,8457
 nat/data_models/common.py,sha256=dOtZI6g9AvFplu40nTsUDnahafVa9c2VITq19V_cb50,7302
-nat/data_models/component.py,sha256=b_hXOA8Gm5UNvlFkAhsR6kEvf33ST50MKtr5kWf75Ao,1894
-nat/data_models/component_ref.py,sha256=KFDWFVCcvJCfBBcXTh9f3R802EVHBtHXh9OdbRqFmdM,4747
-nat/data_models/config.py,sha256=P0JJmjqvUHUkpZ3Yc0IrMPoA2qP8HkmOjl7CwNq-nQQ,18833
+nat/data_models/component.py,sha256=TA8wm5H8L_6hlihYqBmQvE2xRT2FXAsS4QxJ-0bZ4EU,1954
+nat/data_models/component_ref.py,sha256=_hJiv-Uxogr0wT3u-2IwTLlRFIGRIBFilqSUuJk9kmY,4962
+nat/data_models/config.py,sha256=6Sz06P3SnblHFD6Tm8FH1tE5C2HQe7ZVzD9vLYQxaMc,19695
 nat/data_models/dataset_handler.py,sha256=1zz0456WGcGdLA9bodbMd1EMtQC8pns8TpvjNkk27No,5611
 nat/data_models/discovery_metadata.py,sha256=_l97iQsqp_ihba8CbMBQ73mH1sipTQ19GiJDdzQYQGY,13432
 nat/data_models/embedder.py,sha256=nPhthEQDtzAMGd8gFRB1ZfJpN5M9DJvv0h28ohHnTmI,1002
 nat/data_models/evaluate.py,sha256=L0GdNh_c8jii-MiK8oHW9sUUsGO3l1FMsprr-UazT5c,4836
 nat/data_models/evaluator.py,sha256=bd2njsyQB2t6ClJ66gJiCjYHsQpWZwPD7rsU0J109TI,939
 nat/data_models/front_end.py,sha256=z8k6lSWjt1vMOYFbjWQxodpwAqPeuGS0hRBjsriDW2s,932
-nat/data_models/function.py,sha256=CuhV-fIjVVTsOJmTbvZ5Q9V370uKZJ0bJLyU2gEe35E,2265
+nat/data_models/function.py,sha256=8kqyjNRSpSfTS4pXis351SRT6vlKMBYMyoeZmBflnNs,2832
 nat/data_models/function_dependencies.py,sha256=soDGXU4IwEn-3w3fGDm6vNLOR6jS6me-Ml_g7B6giBw,2901
 nat/data_models/gated_field_mixin.py,sha256=1xycSpXc_fq8CucLp3khE1w0-JYfcbr__EJkbvxTD0w,9817
 nat/data_models/interactive.py,sha256=qOkxyYPQYEBIBMDAA1rjfYcdvf6-iCM4qPV8Awc4VGw,8794
@@ -135,6 +135,7 @@ nat/data_models/invocation_node.py,sha256=nDRylgzBfJduGA-lme9xN4P6BdOYj0L6ytLHnT
 nat/data_models/llm.py,sha256=HQKNeWx3ZT15W19b7QX5dHRD4jFs9RnM6f-gh1B_7iY,1526
 nat/data_models/logging.py,sha256=1QtVjIQ99PgMYUuzw4h1FAoPRteZY7uf3oFTqV3ONgA,940
 nat/data_models/memory.py,sha256=IKwe7CflCto30j4yI5yQtq8DXfMilAJ17S5NcsSDrOQ,1052
+nat/data_models/middleware.py,sha256=yk2b0WYFEt0RPXGgYPWi4_flYDB6TexFQCWsO9U-F70,1271
 nat/data_models/object_store.py,sha256=S8YY6i8ALgRPuggUI1FCG-xbvwPWuaCg1lJnZOx5scM,1515
 nat/data_models/openai_mcp.py,sha256=UkAalZE0my8a_sq-GynjsfDoSOw2NWLNZM9hcV23TzY,1911
 nat/data_models/optimizable.py,sha256=dG9YGM6MwAReLXimk31CzzOlbknGwsk0znfAiDuOeuI,8981
@@ -143,6 +144,7 @@ nat/data_models/profiler.py,sha256=z3IlEhj-veB4Yz85271bTkScSUkVwK50tR3dwlDRgcE,1
 nat/data_models/registry_handler.py,sha256=g1rFaz4uSydMJn7qpdX-DNHJd_rNf8tXYN49dLDYHPo,968
 nat/data_models/retriever.py,sha256=IJAIaeEXM8zj_towrvZ30Uoxt8e4WvOXrQwqGloS1qI,1202
 nat/data_models/retry_mixin.py,sha256=s7UAhAHhlwTJ3uz6POVaSD8Y5DwKnU8mmo7OkRzeaW8,1863
+nat/data_models/runtime_enum.py,sha256=T6TKBtexRbxcZb8H1Esd9ogEhQwh_nDu57MuxwtPXHg,878
 nat/data_models/span.py,sha256=1ylpLf0UKwJSpKbwuFian9ut40GnF-AXsWYep1n2Y_0,8056
 nat/data_models/step_adaptor.py,sha256=1qn56wB_nIYBM5IjN4ftsltCAkqaJd3Sqe5v0TRR4K8,2615
 nat/data_models/streaming.py,sha256=sSqJqLqb70qyw69_4R9QC2RMbRw7UjTLPdo3FYBUGxE,1159
@@ -157,7 +159,7 @@ nat/embedder/openai_embedder.py,sha256=To7aCg8UyWPwSoA0MAHanH_MAKFDi3EcZxgLU1xYE
 nat/embedder/register.py,sha256=TM_LKuSlJr3tEceNVuHfAx_yrCzf1sryD5Ycep5rNGo,883
 nat/eval/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/eval/config.py,sha256=G0LE4JpZaQy3PvERldVATFpQCiDQcVJGUFChgorqzNo,2377
-nat/eval/evaluate.py,sha256=CrJk7HMNH4gzmvrnIvQxIPWeX1w9A3Zv5meat7J6dAg,26942
+nat/eval/evaluate.py,sha256=BdddPjtvtZR0RXzJNxHPPl9uBovOJE3PiUTkRAbJWqQ,27421
 nat/eval/intermediate_step_adapter.py,sha256=mquQfPbq4-Owid2GzSyxtGNXoZ0i8crB6sA49rxnyrU,4483
 nat/eval/register.py,sha256=Vce8HGsu6KDj7MA_5W2ziQtss1F180ndMjuqGiHxTe8,1358
 nat/eval/remote_workflow.py,sha256=JAAbD0s753AOjo9baT4OqcB5dVEDmN34jPe0Uk13LcU,6024
@@ -240,10 +242,10 @@ nat/front_ends/console/register.py,sha256=2Kf6Mthx6jzWzU8YdhYIR1iABmZDvs1UXM_20n
 nat/front_ends/cron/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/front_ends/fastapi/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/front_ends/fastapi/dask_client_mixin.py,sha256=N_tw4yxA7EKIFTKp5_C2ZksIZucWxRYkFjmZszkAkXc,2072
-nat/front_ends/fastapi/fastapi_front_end_config.py,sha256=O_iRpGS3Vpht7ZNr1bYpvoldDEb9Z6f7tFPazVP5i9U,12383
+nat/front_ends/fastapi/fastapi_front_end_config.py,sha256=lKRINEsWTLYMHJ6RRe9Gc1zP6I49yKEhNPak6lTe034,13603
 nat/front_ends/fastapi/fastapi_front_end_controller.py,sha256=ei-34KCMpyaeAgeAN4gVvSGFjewjjRhHZPN0FqAfhDY,2548
 nat/front_ends/fastapi/fastapi_front_end_plugin.py,sha256=5akdWipe8onOTdSqrbGq9KO71y0_BNQQJ3JAFj6LmFY,11575
-nat/front_ends/fastapi/fastapi_front_end_plugin_worker.py,sha256=QMERZEifVTDMWttSQqPZu3k8EEPJflPrIR6tkHTkZYg,60594
+nat/front_ends/fastapi/fastapi_front_end_plugin_worker.py,sha256=Q7_FTWgMlWnp70OszJhXhJxExfyhfQXHmUsQJB6Bi74,67115
 nat/front_ends/fastapi/intermediate_steps_subscriber.py,sha256=kbyWlBVpyvyQQjeUnFG9nsR4RaqqNkx567ZSVwwl2RU,3104
 nat/front_ends/fastapi/job_store.py,sha256=cWIBnIgRdkGL7qbBunEKzTYzdPp3l3QCDHMP-qTZJpc,22743
 nat/front_ends/fastapi/main.py,sha256=s8gXCy61rJjK1aywMRpgPvzlkMGsCS-kI_0EIy4JjBM,2445
@@ -261,8 +263,8 @@ nat/front_ends/fastapi/html_snippets/auth_code_grant_success.py,sha256=BNpWwzmA5
 nat/front_ends/mcp/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/front_ends/mcp/introspection_token_verifier.py,sha256=s7Q4Q6rWZJ0ZVujSxxpvVI6Bnhkg1LJQ3RLkvhzFIGE,2836
 nat/front_ends/mcp/mcp_front_end_config.py,sha256=QHmz0OdB6pdUU9TH65NjLk7JsAnR-F6xisel5Bv2Po4,5744
-nat/front_ends/mcp/mcp_front_end_plugin.py,sha256=MVYJBCOhZAzUPlnXest6CYP3Gf0Ef1lbURaezgHpoyg,6701
-nat/front_ends/mcp/mcp_front_end_plugin_worker.py,sha256=qoRbYLC_HWqSH_jSNb-w7R_qwOmLyXaUA5JK0SX33GA,15362
+nat/front_ends/mcp/mcp_front_end_plugin.py,sha256=dU2j6eD2xnDNeD-g8ydem4NuA82ccq3L6Y_8h_Ho5uc,6891
+nat/front_ends/mcp/mcp_front_end_plugin_worker.py,sha256=ySbQOBdq2giLlldA7LHvIvgzA_YRAsEuf2cONT6WFwI,16438
 nat/front_ends/mcp/memory_profiler.py,sha256=OpcpLBAGCdQwYSFZbtAqdfncrnGYVjDcMpWydB71hjY,12811
 nat/front_ends/mcp/register.py,sha256=3aJtgG5VaiqujoeU1-Eq7Hl5pWslIlIwGFU2ASLTXgM,1173
 nat/front_ends/mcp/tool_converter.py,sha256=IOHb8UoW_TVvRoiML2yi6nlbx13KgcmUsuYOGS3xYe0,13349
@@ -283,6 +285,11 @@ nat/memory/__init__.py,sha256=ARS_HJipPR4mLDqw3VISSQLzeezru_vgNgsi1Ku0GRE,828
 nat/memory/interfaces.py,sha256=lyj1TGr3Fhibul8Y64Emj-BUEqDotmmFoVCEMqTujUA,5531
 nat/memory/models.py,sha256=c5dA7nKHQ4AS1_ptQZcfC_oXO495-ehocnf_qXTE6c8,4319
 nat/meta/pypi.md,sha256=BRG0KqnZlxRYorEkCpb8RoOe3RQC6FlvVeMWCcdAzY4,4502
+nat/middleware/__init__.py,sha256=a-loyfA57ztnMUMv6ddTOui3lAGCxCHHX17fUKzjZNg,1426
+nat/middleware/cache_middleware.py,sha256=DeiKyUKORoHGq47VHz_xW_dTaEKqPPotALg0QF6V44Q,10539
+nat/middleware/function_middleware.py,sha256=oaTjcfsLIq-AT-fScltBa3yfkV-zC1PHdqutsr9eut4,7288
+nat/middleware/middleware.py,sha256=s4Yz3FX1g-gE7YQ0RX51-dPs6u5K_2-WHmyoWvD9FR8,6512
+nat/middleware/register.py,sha256=Wmhtaz8ZMk2T5kBrSC5IF5MbX2B5_2bQp2MIGJ2WavY,1451
 nat/object_store/__init__.py,sha256=81UKtZ6qcc__hfNjMnEYBHE16k7XBXX6R5IJNg1zfRs,831
 nat/object_store/in_memory_object_store.py,sha256=98UgQK2YdXTTQjBfQS-mjBCCugm1XUB7DZCFS8xe9yQ,2644
 nat/object_store/interfaces.py,sha256=5NbsE9TccihOf5ScG04hE1eNOaiajOZIUOeK_Kvukk8,2519
@@ -345,7 +352,7 @@ nat/profiler/callbacks/llama_index_callback_handler.py,sha256=niXcwdWbsvsNZotpBu
 nat/profiler/callbacks/semantic_kernel_callback_handler.py,sha256=BknzhQNB-MDMhR4QC9JScCp-zXq7KZ33SFb7X0MiTaI,11087
 nat/profiler/callbacks/token_usage_base_model.py,sha256=txWll6XpXrv8oQfF7Bl22W6Ya1P_GxIQpucKQqiRXfI,1292
 nat/profiler/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nat/profiler/decorators/framework_wrapper.py,sha256=qlQ_o6fzsV6jUBbHYFuGjX_Aq-NDZ23l9l3ViDKxy5g,7682
+nat/profiler/decorators/framework_wrapper.py,sha256=7zpwnJzbnBUsPtDkdn5SOvUvCMlfTGu5NbR9SpRB8MU,8466
 nat/profiler/decorators/function_tracking.py,sha256=-ai_4djCbNwMan5SiTq3MVMBrcKoUWyxzviAV-Eh4xg,16771
 nat/profiler/forecasting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nat/profiler/forecasting/config.py,sha256=5BhMa8csuPCjEnTaNQjo_2IoO7esh1ch02MoSWkvwPw,791
@@ -401,15 +408,15 @@ nat/retriever/interface.py,sha256=CRvx-UBFoa_bDcHrr_kkKhgUx2fthcaH_p50s59zE6Y,14
 nat/retriever/models.py,sha256=J75RLAFCPaxFUzJHSe25s6mqKcRPcw9wZjkQeuIaNGo,2432
 nat/retriever/register.py,sha256=jzvq063XByWmFbCft2pv0_uHgIwnhN1d9WNDPgQTexQ,872
 nat/retriever/milvus/__init__.py,sha256=GUJrgGtpvyMUCjUBvR3faAdv-tZzbU9W-izgx9aMEQg,680
-nat/retriever/milvus/register.py,sha256=FaWvUFj4rU6qcui-G459Z-bQV-QAVR3PNONT1qu7jxs,4027
-nat/retriever/milvus/retriever.py,sha256=wfWi-Ck17ZXbrCJE3MiEVD4DuVeeAkgifdAkoISqNa0,9485
+nat/retriever/milvus/register.py,sha256=TInHJJAAde0nQJRYApe_WKnUeXsttdd8uV-rki8-OgY,4387
+nat/retriever/milvus/retriever.py,sha256=rCe0REtrgvuCPSLhpeQNnd6hu12bqmIGJ37Ckk4S3tk,12180
 nat/retriever/nemo_retriever/__init__.py,sha256=GUJrgGtpvyMUCjUBvR3faAdv-tZzbU9W-izgx9aMEQg,680
 nat/retriever/nemo_retriever/register.py,sha256=j0K5wz4jS9LbSXMknKUjkZ5bnqLGqrkcKGKTQNSg0ro,2953
 nat/retriever/nemo_retriever/retriever.py,sha256=gi3_qJFqE-iqRh3of_cmJg-SwzaQ3z24zA9LwY_MSLY,6930
 nat/runtime/__init__.py,sha256=Xs1JQ16L9btwreh4pdGKwskffAw1YFO48jKrU4ib_7c,685
 nat/runtime/loader.py,sha256=obUdAgZVYCPGC0R8u3wcoKFJzzSPQgJvrbU4OWygtog,7953
-nat/runtime/runner.py,sha256=oOz0m6Hx_jPISo56GgzrnRxIeiewboLaGmNyHYzxVrY,12228
-nat/runtime/session.py,sha256=E8RTbnAhPbY5KCoSfiHzOJksmBh7xWjsoX0BC7Rn1ck,9101
+nat/runtime/runner.py,sha256=uZdcfYIFASGYORFhXxR1RHCu0ygKhtQ1_8L_X-lwR0k,12714
+nat/runtime/session.py,sha256=N9I0TSKWIUmfJ5V1-TrdXEkGGnZIcetWvvqL_bPqFDk,9560
 nat/runtime/user_metadata.py,sha256=ce37NRYJWnMOWk6A7VAQ1GQztjMmkhMOq-uYf2gNCwo,3692
 nat/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nat/settings/global_settings.py,sha256=dEw9nkyx7pEEufmLS1o3mWhcXy7-ZpES4BZx1OWfg5M,12467
@@ -425,7 +432,7 @@ nat/tool/retriever.py,sha256=FP5JL1vCQNrqaKz4F1up-osjxEPhxPFOyaScrgByc34,3877
 nat/tool/server_tools.py,sha256=sxsgaF5ZjKIc3cSLldt1MDhY3kptrDnkP3kVYvVexfY,3679
 nat/tool/code_execution/README.md,sha256=sl3YX4As95HX61XqTXOGnUcHBV1lla-OeuTnLI4qgng,4019
 nat/tool/code_execution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nat/tool/code_execution/code_sandbox.py,sha256=evu0n9oTc_MrrQuYbo1TP0sjnjLniRgCsOubO5G5WT4,10090
+nat/tool/code_execution/code_sandbox.py,sha256=PCTdQMWA3CAmjVJ-RQy7pxWkdMnF3OrWkxmplMNUFhs,10123
 nat/tool/code_execution/register.py,sha256=zPFzYqaQhH2B3K8iildVYY_7RKgpoRNKdAo00KmBLQI,3322
 nat/tool/code_execution/utils.py,sha256=__W-T1kaphFKYSc2AydQW8lCdvD7zAccarvs7XVFTtI,4194
 nat/tool/code_execution/local_sandbox/.gitignore,sha256=BrV-H5osDtwwIx0eieoexolpnaJvc2DQLV15j95Qtyg,19
@@ -472,10 +479,10 @@ nat/utils/reactive/base/observer_base.py,sha256=6BiQfx26EMumotJ3KoVcdmFBYR_fnAss
 nat/utils/reactive/base/subject_base.py,sha256=UQOxlkZTIeeyYmG5qLtDpNf_63Y7p-doEeUA08_R8ME,2521
 nat/utils/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 nat/utils/settings/global_settings.py,sha256=9JaO6pxKT_Pjw6rxJRsRlFCXdVKCl_xUKU2QHZQWWNM,7294
-nvidia_nat-1.4.0a20251112.dist-info/licenses/LICENSE-3rd-party.txt,sha256=fOk5jMmCX9YoKWyYzTtfgl-SUy477audFC5hNY4oP7Q,284609
-nvidia_nat-1.4.0a20251112.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-nvidia_nat-1.4.0a20251112.dist-info/METADATA,sha256=CsMXqgjYtSUgVHr054qEnXii5qeGgUdVjwns5rUpzA0,10317
-nvidia_nat-1.4.0a20251112.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nvidia_nat-1.4.0a20251112.dist-info/entry_points.txt,sha256=4jCqjyETMpyoWbCBf4GalZU8I_wbstpzwQNezdAVbbo,698
-nvidia_nat-1.4.0a20251112.dist-info/top_level.txt,sha256=lgJWLkigiVZuZ_O1nxVnD_ziYBwgpE2OStdaCduMEGc,8
-nvidia_nat-1.4.0a20251112.dist-info/RECORD,,
+nvidia_nat-1.4.0a20251120.dist-info/licenses/LICENSE-3rd-party.txt,sha256=fOk5jMmCX9YoKWyYzTtfgl-SUy477audFC5hNY4oP7Q,284609
+nvidia_nat-1.4.0a20251120.dist-info/licenses/LICENSE.md,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+nvidia_nat-1.4.0a20251120.dist-info/METADATA,sha256=pWdy7Ww1tM9rEivPnwiwnu4wOMnLGrViq7G95PS1hUw,10595
+nvidia_nat-1.4.0a20251120.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nvidia_nat-1.4.0a20251120.dist-info/entry_points.txt,sha256=rmr_Nr8Tp38euxp7MoNapg1FRCAaX7mD_-bzrFB0TME,739
+nvidia_nat-1.4.0a20251120.dist-info/top_level.txt,sha256=lgJWLkigiVZuZ_O1nxVnD_ziYBwgpE2OStdaCduMEGc,8
+nvidia_nat-1.4.0a20251120.dist-info/RECORD,,

{nvidia_nat-1.4.0a20251112.dist-info → nvidia_nat-1.4.0a20251120.dist-info}/entry_points.txt

@@ -9,6 +9,7 @@ nat_control_flow = nat.control_flow.register
 nat_embedders = nat.embedder.register
 nat_evaluators = nat.eval.register
 nat_llms = nat.llm.register
+nat_middleware = nat.middleware.register
 nat_object_stores = nat.object_store.register
 nat_observability = nat.observability.register
 nat_retrievers = nat.retriever.register