lionagi 0.15.13__py3-none-any.whl → 0.15.14__py3-none-any.whl

lionagi/config.py

@@ -62,6 +62,7 @@ class AppSettings(BaseSettings, frozen=True):
     PERPLEXITY_API_KEY: SecretStr | None = None
     GROQ_API_KEY: SecretStr | None = None
     ANTHROPIC_API_KEY: SecretStr | None = None
+    NVIDIA_NIM_API_KEY: SecretStr | None = None
 
     OPENAI_DEFAULT_MODEL: str = "gpt-4.1-mini"
 

lionagi/service/connections/match_endpoint.py

@@ -47,6 +47,15 @@ def match_endpoint(
         from .providers.perplexity_ import PerplexityChatEndpoint
 
         return PerplexityChatEndpoint(None, **kwargs)
+    if provider == "nvidia_nim":
+        if "embed" in endpoint:
+            from .providers.nvidia_nim_ import NvidiaNimEmbedEndpoint
+
+            return NvidiaNimEmbedEndpoint(None, **kwargs)
+        if "chat" in endpoint or "completion" in endpoint:
+            from .providers.nvidia_nim_ import NvidiaNimChatEndpoint
+
+            return NvidiaNimChatEndpoint(None, **kwargs)
     if provider == "claude_code":
         if "cli" in endpoint:
             from .providers.claude_code_cli import ClaudeCodeCLIEndpoint

lionagi/service/connections/providers/nvidia_nim_.py

@@ -0,0 +1,100 @@
+# Copyright (c) 2025, HaiyangLi <quantocean.li at gmail dot com>
+#
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+NVIDIA NIM endpoint configurations.
+
+This module provides endpoint configurations for NVIDIA NIM (NVIDIA Inference Microservices),
+which offers GPU-accelerated inference for various AI models through an OpenAI-compatible API.
+
+NVIDIA NIM features:
+- OpenAI-compatible API endpoints
+- GPU-accelerated inference
+- Support for various open-source models (Llama, Mistral, etc.)
+- Both cloud-hosted and self-hosted options
+- Free tier with 1000 credits for development
+
+API Documentation: https://docs.nvidia.com/nim/
+Build Portal: https://build.nvidia.com/
+"""
+
+from lionagi.config import settings
+from lionagi.service.connections.endpoint import Endpoint
+from lionagi.service.connections.endpoint_config import EndpointConfig
+
+__all__ = (
+    "NvidiaNimChatEndpoint",
+    "NvidiaNimEmbedEndpoint",
+    "NVIDIA_NIM_CHAT_ENDPOINT_CONFIG",
+    "NVIDIA_NIM_EMBED_ENDPOINT_CONFIG",
+)
+
+
+def _get_nvidia_nim_config(**kwargs):
+    """Create NVIDIA NIM endpoint configuration with defaults.
+
+    NVIDIA NIM uses the integrate.api.nvidia.com endpoint for cloud-hosted models.
+    Authentication is via bearer token (API key from build.nvidia.com).
+    """
+    config = dict(
+        name="nvidia_nim_chat",
+        provider="nvidia_nim",
+        base_url="https://integrate.api.nvidia.com/v1",
+        endpoint="chat/completions",
+        kwargs={"model": "meta/llama3-8b-instruct"},  # Default model
+        api_key=settings.NVIDIA_NIM_API_KEY or "dummy-key-for-testing",
+        auth_type="bearer",
+        content_type="application/json",
+        method="POST",
+        requires_tokens=True,
+        # OpenAI-compatible format
+    )
+    config.update(kwargs)
+    return EndpointConfig(**config)
+
+
+# Chat endpoint configuration
+NVIDIA_NIM_CHAT_ENDPOINT_CONFIG = _get_nvidia_nim_config()
+
+# Embedding endpoint configuration
+# Note: You'll need to verify which embedding models are available on NVIDIA NIM
+NVIDIA_NIM_EMBED_ENDPOINT_CONFIG = _get_nvidia_nim_config(
+    name="nvidia_nim_embed",
+    endpoint="embeddings",
+    kwargs={"model": "nvidia/nv-embed-v1"},  # Example embedding model
+)
+
+
+class NvidiaNimChatEndpoint(Endpoint):
+    """NVIDIA NIM chat completion endpoint.
+
+    Supports various open-source models including:
+    - meta/llama3-8b-instruct
+    - meta/llama3-70b-instruct
+    - meta/llama3.1-405b-instruct
+    - mistralai/mixtral-8x7b-instruct-v0.1
+    - google/gemma-7b
+    - And many more...
+
+    Get your API key from: https://build.nvidia.com/
+    """
+
+    def __init__(self, config=None, **kwargs):
+        config = config or _get_nvidia_nim_config()
+        super().__init__(config, **kwargs)
+
+
+class NvidiaNimEmbedEndpoint(Endpoint):
+    """NVIDIA NIM embedding endpoint.
+
+    Note: Verify available embedding models at https://build.nvidia.com/
+    """
+
+    def __init__(self, config=None, **kwargs):
+        config = config or _get_nvidia_nim_config(
+            name="nvidia_nim_embed",
+            endpoint="embeddings",
+            kwargs={"model": "nvidia/nv-embed-v1"},
+        )
+        super().__init__(config, **kwargs)

lionagi/version.py

@@ -1 +1 @@
-__version__ = "0.15.13"
+__version__ = "0.15.14"

{lionagi-0.15.13.dist-info → lionagi-0.15.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.15.13
+Version: 0.15.14
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License

{lionagi-0.15.13.dist-info → lionagi-0.15.14.dist-info}/RECORD

@@ -2,11 +2,11 @@ lionagi/__init__.py,sha256=HZmhhYeplh06qAJQ7cW8JUlJsqG_Q4JKJ3GGFW_ZQnw,682
 lionagi/_class_registry.py,sha256=pfUO1DjFZIqr3OwnNMkFqL_fiEBrrf8-swkGmP_KDLE,3112
 lionagi/_errors.py,sha256=ia_VWhPSyr5FIJLSdPpl04SrNOLI2skN40VC8ePmzeQ,3748
 lionagi/_types.py,sha256=j8XwSGeGrYwfmSJ8o-80bsfoalLWJgQH41ZkVevc4wk,75
-lionagi/config.py,sha256=W3JOC_TFad8hFkpTG8yv0-GNupa7x3wX4NAUfWpB59U,3763
+lionagi/config.py,sha256=D13nnjpgJKz_LlQrzaKKVefm4hqesz_dP9ROjWmGuLE,3811
 lionagi/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/settings.py,sha256=HDuKCEJCpc4HudKodBnhoQUGuTGhRHdlIFhbtf3VBtY,1633
 lionagi/utils.py,sha256=7Hlt60LiShRdNPXv4y2e_xq7W2N0PM5cGRJnc8qXAVw,28660
-lionagi/version.py,sha256=6AIqVLeKq3uS7QeuesqvTQrN9gWiCBFTAygmSJRA6-0,24
+lionagi/version.py,sha256=twn0Vrxaz4hLyeNEgJYUkN06H8sXuoxF6BpefwWSUTU,24
 lionagi/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lionagi/adapters/_utils.py,sha256=n4DS27CZfC-0O_UFaYtlUdjiMx9IeYsGpP7MVaFO5ZA,885
 lionagi/adapters/async_postgres_adapter.py,sha256=OEJd9ie8prxRQK2_-W9qmdI3Sl6Q7xxRs7Vey16G3pQ,3172
@@ -203,12 +203,13 @@ lionagi/service/connections/api_calling.py,sha256=fY-fzwSJvQKpUT27TF0MTfE5TxroYK
 lionagi/service/connections/endpoint.py,sha256=UYjryqKF4uEaGzDP9vYrav-0Xr6tDR6J9FM_kwqR87Q,14832
 lionagi/service/connections/endpoint_config.py,sha256=6sA06uCzriT6p0kFxhDCFH8N6V6MVp8ytlOw5ctBhDI,5169
 lionagi/service/connections/header_factory.py,sha256=IYeTQQk7r8FXcdhmW7orCxHjNO-Nb1EOXhgNK7CAp-I,1821
-lionagi/service/connections/match_endpoint.py,sha256=kHAs6FmWJWjIn4CO7FwZVi8w1lYcvu2vGSf9ww2sCG4,2470
+lionagi/service/connections/match_endpoint.py,sha256=Df5v3bprnJq5CqOzuK0KzwawOIfAsGZZM4CnE-sliu4,2850
 lionagi/service/connections/providers/__init__.py,sha256=3lzOakDoBWmMaNnT2g-YwktPKa_Wme4lnPRSmOQfayY,105
 lionagi/service/connections/providers/anthropic_.py,sha256=vok8mIyFiuV3K83tOjdYfruA6cv1h_57ML6RtpuW-bU,3157
 lionagi/service/connections/providers/claude_code_.py,sha256=dix4VoR2YwRabJ0F8I3mV8sVtRQEquExqP6mfbE_rGk,10435
 lionagi/service/connections/providers/claude_code_cli.py,sha256=kqEOnCUOOh2O_3NGi6W7r-gdLsbW-Jcp11tm30VEv4Q,4455
 lionagi/service/connections/providers/exa_.py,sha256=kuWD7yyYRqIa4ChSn0TsxFA5V5LwvFUD-w8TZ6mx4rk,1048
+lionagi/service/connections/providers/nvidia_nim_.py,sha256=95vmo0DSONYBVHkR9SGJ5BiHNKFZNZBrjw4_7ShOXQA,3154
 lionagi/service/connections/providers/oai_.py,sha256=3x5d6Ei1hKu8Mix0N2V2K21O9dd-2jtAELHhHXj5iHk,6071
 lionagi/service/connections/providers/ollama_.py,sha256=oqYLWn81KrWoQgId4e4GD_bgrDjQLPOmhqlc5uBuFGk,4569
 lionagi/service/connections/providers/perplexity_.py,sha256=1GMmxAXsKGsB-xlqxO6hW-QdqoqkU2705NLyejetFSw,1646
@@ -235,7 +236,7 @@ lionagi/tools/types.py,sha256=XtJLY0m-Yi_ZLWhm0KycayvqMCZd--HxfQ0x9vFUYDE,230
 lionagi/tools/file/__init__.py,sha256=5y5joOZzfFWERl75auAcNcKC3lImVJ5ZZGvvHZUFCJM,112
 lionagi/tools/file/reader.py,sha256=2YKgU3VKo76zfL_buDAUQJoPLC56f6WJ4_mdJjlMDIM,9509
 lionagi/tools/memory/tools.py,sha256=earYkKxSOz_iXkqVZYTEDfE3dwZYIWPXZrqQ1DYGz4I,15941
-lionagi-0.15.13.dist-info/METADATA,sha256=gEYHcdvOzt-bHqXoLJsguGdJTqDtYkISaxtv5tKVdGE,23052
-lionagi-0.15.13.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-lionagi-0.15.13.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
-lionagi-0.15.13.dist-info/RECORD,,
+lionagi-0.15.14.dist-info/METADATA,sha256=B9IMnGWdUDI43F5aDYmhldz7LynHcJ8mjRp_2xubKgk,23052
+lionagi-0.15.14.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+lionagi-0.15.14.dist-info/licenses/LICENSE,sha256=VXFWsdoN5AAknBCgFqQNgPWYx7OPp-PFEP961zGdOjc,11288
+lionagi-0.15.14.dist-info/RECORD,,