nvidia-nat-semantic-kernel 1.3.dev0__py3-none-any.whl → 1.3.0rc1__py3-none-any.whl

nat/plugins/semantic_kernel/llm.py

@@ -13,29 +13,99 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from typing import TypeVar
+
 from nat.builder.builder import Builder
 from nat.builder.framework_enum import LLMFrameworkEnum
 from nat.cli.register_workflow import register_llm_client
+from nat.data_models.llm import LLMBaseConfig
 from nat.data_models.retry_mixin import RetryMixin
+from nat.data_models.thinking_mixin import ThinkingMixin
+from nat.llm.azure_openai_llm import AzureOpenAIModelConfig
 from nat.llm.openai_llm import OpenAIModelConfig
+from nat.llm.utils.thinking import BaseThinkingInjector
+from nat.llm.utils.thinking import FunctionArgumentWrapper
+from nat.llm.utils.thinking import patch_with_thinking
 from nat.utils.exception_handlers.automatic_retries import patch_with_retry
+from nat.utils.type_utils import override
 
+ModelType = TypeVar("ModelType")
 
-@register_llm_client(config_type=OpenAIModelConfig, wrapper_type=LLMFrameworkEnum.SEMANTIC_KERNEL)
-async def openai_semantic_kernel(llm_config: OpenAIModelConfig, builder: Builder):
 
-    from semantic_kernel.connectors.ai.open_ai import OpenAIChatCompletion
+def _patch_llm_based_on_config(client: ModelType, llm_config: LLMBaseConfig) -> ModelType:
+
+    from semantic_kernel.contents.chat_history import ChatHistory
+    from semantic_kernel.contents.chat_message_content import ChatMessageContent
+    from semantic_kernel.contents.utils.author_role import AuthorRole
+
+    class SemanticKernelThinkingInjector(BaseThinkingInjector):
 
-    config_obj = {
-        **llm_config.model_dump(exclude={"type"}, by_alias=True),
-    }
+        @override
+        def inject(self, chat_history: ChatHistory, *args, **kwargs) -> FunctionArgumentWrapper:
+            """
+            Inject a system prompt into the chat_history.
 
-    llm = OpenAIChatCompletion(ai_model_id=config_obj.get("model"))
+            The chat_history is the first (non-object) argument to the function.
+            The rest of the arguments are passed through unchanged.
+
+            Args:
+                chat_history: The ChatHistory object to inject the system prompt into.
+                *args: The rest of the arguments to the function.
+                **kwargs: The rest of the keyword arguments to the function.
+
+            Returns:
+                FunctionArgumentWrapper: An object that contains the transformed args and kwargs.
+            """
+            if chat_history.system_message is None:
+                new_messages = ChatHistory(chat_history.messages, system_message=self.system_prompt)
+                return FunctionArgumentWrapper(new_messages, *args, **kwargs)
+            else:
+                new_messages = ChatHistory(
+                    [ChatMessageContent(role=AuthorRole.SYSTEM, content=self.system_prompt)] + chat_history.messages,
+                    system_message=chat_history.system_message,
+                )
+                return FunctionArgumentWrapper(new_messages, *args, **kwargs)
 
     if isinstance(llm_config, RetryMixin):
-        llm = patch_with_retry(llm,
-                               retries=llm_config.num_retries,
-                               retry_codes=llm_config.retry_on_status_codes,
-                               retry_on_messages=llm_config.retry_on_errors)
+        client = patch_with_retry(client,
+                                  retries=llm_config.num_retries,
+                                  retry_codes=llm_config.retry_on_status_codes,
+                                  retry_on_messages=llm_config.retry_on_errors)
+
+    if isinstance(llm_config, ThinkingMixin) and llm_config.thinking_system_prompt is not None:
+        client = patch_with_thinking(
+            client,
+            SemanticKernelThinkingInjector(
+                system_prompt=llm_config.thinking_system_prompt,
+                function_names=[
+                    "get_chat_message_contents",
+                    "get_streaming_chat_message_contents",
+                ],
+            ))
+
+    return client
+
+
+@register_llm_client(config_type=AzureOpenAIModelConfig, wrapper_type=LLMFrameworkEnum.SEMANTIC_KERNEL)
+async def azure_openai_semantic_kernel(llm_config: AzureOpenAIModelConfig, _builder: Builder):
+
+    from semantic_kernel.connectors.ai.open_ai import AzureChatCompletion
+
+    llm = AzureChatCompletion(
+        api_key=llm_config.api_key,
+        api_version=llm_config.api_version,
+        endpoint=llm_config.azure_endpoint,
+        deployment_name=llm_config.azure_deployment,
+    )
+
+    yield _patch_llm_based_on_config(llm, llm_config)
+
+
+@register_llm_client(config_type=OpenAIModelConfig, wrapper_type=LLMFrameworkEnum.SEMANTIC_KERNEL)
+async def openai_semantic_kernel(llm_config: OpenAIModelConfig, _builder: Builder):
+
+    from semantic_kernel.connectors.ai.open_ai import OpenAIChatCompletion
+
+    llm = OpenAIChatCompletion(ai_model_id=llm_config.model_name)
 
-    yield llm
+    yield _patch_llm_based_on_config(llm, llm_config)

nat/plugins/semantic_kernel/register.py

@@ -13,7 +13,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# pylint: disable=unused-import
 # flake8: noqa
 # isort:skip_file
 

nat/plugins/semantic_kernel/tool_wrapper.py

@@ -31,8 +31,6 @@ from nat.cli.register_workflow import register_tool_wrapper
 
 logger = logging.getLogger(__name__)
 
-# pylint: disable=consider-alternative-union-syntax)
-
 
 def get_type_info(field_type):
     origin = get_origin(field_type)

{nvidia_nat_semantic_kernel-1.3.dev0.dist-info → nvidia_nat_semantic_kernel-1.3.0rc1.dist-info}/METADATA

@@ -1,13 +1,16 @@
 Metadata-Version: 2.4
 Name: nvidia-nat-semantic-kernel
-Version: 1.3.dev0
+Version: 1.3.0rc1
 Summary: Subpackage for Semantic-Kernel integration in NeMo Agent toolkit
 Keywords: ai,rag,agents
 Classifier: Programming Language :: Python
-Requires-Python: <3.13,>=3.11
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: <3.14,>=3.11
 Description-Content-Type: text/markdown
-Requires-Dist: nvidia-nat==v1.3-dev
-Requires-Dist: semantic-kernel~=1.24.0
+Requires-Dist: nvidia-nat==v1.3.0-rc1
+Requires-Dist: semantic-kernel~=1.35
 
 <!--
 SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.

nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/RECORD

@@ -0,0 +1,10 @@
+nat/meta/pypi.md,sha256=rFmwVds3akmoz0TE1SOjCjCUbB6SWfaRex_Vi5OfUAk,1116
+nat/plugins/semantic_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+nat/plugins/semantic_kernel/llm.py,sha256=FbvPa1kmmijn4DspeVrHNnS8Az69j3syam2EIDwIeuE,4819
+nat/plugins/semantic_kernel/register.py,sha256=_R3bhGmz___696_NwyIcpw3koMBiWqIFoWEFJ0VAgXs,831
+nat/plugins/semantic_kernel/tool_wrapper.py,sha256=N6WGEdveLYFKtOKjxEMMNT5vG8QJUoSddtswQ1fPEzQ,7121
+nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/METADATA,sha256=IXAzzmWvfVjfU1iGrfp8ApfF4INlNQqJt6nyAJE-s-c,1629
+nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/entry_points.txt,sha256=0jCtQBAn5Ohs9XoVCF34WvNCV33OwAsH8bjFzgw_ByM,76
+nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/top_level.txt,sha256=8-CJ2cP6-f0ZReXe5Hzqp-5pvzzHz-5Ds5H2bGqh1-U,4
+nvidia_nat_semantic_kernel-1.3.0rc1.dist-info/RECORD,,

nvidia_nat_semantic_kernel-1.3.dev0.dist-info/RECORD

@@ -1,10 +0,0 @@
-nat/meta/pypi.md,sha256=rFmwVds3akmoz0TE1SOjCjCUbB6SWfaRex_Vi5OfUAk,1116
-nat/plugins/semantic_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-nat/plugins/semantic_kernel/llm.py,sha256=C2ISvuCkz_YN0yOgyf1QJPtbJmX_1kgLpQumwpKfcOI,1744
-nat/plugins/semantic_kernel/register.py,sha256=RKXyuaXy4ftA5IL2RrCofIBjpie_-2lP9YZoHAiyPU0,863
-nat/plugins/semantic_kernel/tool_wrapper.py,sha256=PEtzcYhZ73ftsg80Jz9yWTWQtks1y7PDZdS89seFb3I,7175
-nvidia_nat_semantic_kernel-1.3.dev0.dist-info/METADATA,sha256=TfDloI28VQzcLq8zQZZKzc0m7T-x2PjnsBtGC89K97g,1476
-nvidia_nat_semantic_kernel-1.3.dev0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nvidia_nat_semantic_kernel-1.3.dev0.dist-info/entry_points.txt,sha256=0jCtQBAn5Ohs9XoVCF34WvNCV33OwAsH8bjFzgw_ByM,76
-nvidia_nat_semantic_kernel-1.3.dev0.dist-info/top_level.txt,sha256=8-CJ2cP6-f0ZReXe5Hzqp-5pvzzHz-5Ds5H2bGqh1-U,4
-nvidia_nat_semantic_kernel-1.3.dev0.dist-info/RECORD,,