lionagi 0.15.13__tar.gz → 0.15.14__tar.gz

{lionagi-0.15.13 → lionagi-0.15.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.15.13
+Version: 0.15.14
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License

{lionagi-0.15.13 → lionagi-0.15.14}/lionagi/config.py

@@ -62,6 +62,7 @@ class AppSettings(BaseSettings, frozen=True):
     PERPLEXITY_API_KEY: SecretStr | None = None
     GROQ_API_KEY: SecretStr | None = None
     ANTHROPIC_API_KEY: SecretStr | None = None
+    NVIDIA_NIM_API_KEY: SecretStr | None = None
 
     OPENAI_DEFAULT_MODEL: str = "gpt-4.1-mini"
 

{lionagi-0.15.13 → lionagi-0.15.14}/lionagi/service/connections/match_endpoint.py

@@ -47,6 +47,15 @@ def match_endpoint(
         from .providers.perplexity_ import PerplexityChatEndpoint
 
         return PerplexityChatEndpoint(None, **kwargs)
+    if provider == "nvidia_nim":
+        if "embed" in endpoint:
+            from .providers.nvidia_nim_ import NvidiaNimEmbedEndpoint
+
+            return NvidiaNimEmbedEndpoint(None, **kwargs)
+        if "chat" in endpoint or "completion" in endpoint:
+            from .providers.nvidia_nim_ import NvidiaNimChatEndpoint
+
+            return NvidiaNimChatEndpoint(None, **kwargs)
     if provider == "claude_code":
         if "cli" in endpoint:
             from .providers.claude_code_cli import ClaudeCodeCLIEndpoint

lionagi-0.15.14/lionagi/service/connections/providers/nvidia_nim_.py

@@ -0,0 +1,100 @@
+# Copyright (c) 2025, HaiyangLi <quantocean.li at gmail dot com>
+#
+# SPDX-License-Identifier: Apache-2.0
+
+"""
+NVIDIA NIM endpoint configurations.
+
+This module provides endpoint configurations for NVIDIA NIM (NVIDIA Inference Microservices),
+which offers GPU-accelerated inference for various AI models through an OpenAI-compatible API.
+
+NVIDIA NIM features:
+- OpenAI-compatible API endpoints
+- GPU-accelerated inference
+- Support for various open-source models (Llama, Mistral, etc.)
+- Both cloud-hosted and self-hosted options
+- Free tier with 1000 credits for development
+
+API Documentation: https://docs.nvidia.com/nim/
+Build Portal: https://build.nvidia.com/
+"""
+
+from lionagi.config import settings
+from lionagi.service.connections.endpoint import Endpoint
+from lionagi.service.connections.endpoint_config import EndpointConfig
+
+__all__ = (
+    "NvidiaNimChatEndpoint",
+    "NvidiaNimEmbedEndpoint",
+    "NVIDIA_NIM_CHAT_ENDPOINT_CONFIG",
+    "NVIDIA_NIM_EMBED_ENDPOINT_CONFIG",
+)
+
+
+def _get_nvidia_nim_config(**kwargs):
+    """Create NVIDIA NIM endpoint configuration with defaults.
+
+    NVIDIA NIM uses the integrate.api.nvidia.com endpoint for cloud-hosted models.
+    Authentication is via bearer token (API key from build.nvidia.com).
+    """
+    config = dict(
+        name="nvidia_nim_chat",
+        provider="nvidia_nim",
+        base_url="https://integrate.api.nvidia.com/v1",
+        endpoint="chat/completions",
+        kwargs={"model": "meta/llama3-8b-instruct"},  # Default model
+        api_key=settings.NVIDIA_NIM_API_KEY or "dummy-key-for-testing",
+        auth_type="bearer",
+        content_type="application/json",
+        method="POST",
+        requires_tokens=True,
+        # OpenAI-compatible format
+    )
+    config.update(kwargs)
+    return EndpointConfig(**config)
+
+
+# Chat endpoint configuration
+NVIDIA_NIM_CHAT_ENDPOINT_CONFIG = _get_nvidia_nim_config()
+
+# Embedding endpoint configuration
+# Note: You'll need to verify which embedding models are available on NVIDIA NIM
+NVIDIA_NIM_EMBED_ENDPOINT_CONFIG = _get_nvidia_nim_config(
+    name="nvidia_nim_embed",
+    endpoint="embeddings",
+    kwargs={"model": "nvidia/nv-embed-v1"},  # Example embedding model
+)
+
+
+class NvidiaNimChatEndpoint(Endpoint):
+    """NVIDIA NIM chat completion endpoint.
+
+    Supports various open-source models including:
+    - meta/llama3-8b-instruct
+    - meta/llama3-70b-instruct
+    - meta/llama3.1-405b-instruct
+    - mistralai/mixtral-8x7b-instruct-v0.1
+    - google/gemma-7b
+    - And many more...
+
+    Get your API key from: https://build.nvidia.com/
+    """
+
+    def __init__(self, config=None, **kwargs):
+        config = config or _get_nvidia_nim_config()
+        super().__init__(config, **kwargs)
+
+
+class NvidiaNimEmbedEndpoint(Endpoint):
+    """NVIDIA NIM embedding endpoint.
+
+    Note: Verify available embedding models at https://build.nvidia.com/
+    """
+
+    def __init__(self, config=None, **kwargs):
+        config = config or _get_nvidia_nim_config(
+            name="nvidia_nim_embed",
+            endpoint="embeddings",
+            kwargs={"model": "nvidia/nv-embed-v1"},
+        )
+        super().__init__(config, **kwargs)

lionagi-0.15.14/lionagi/version.py

@@ -0,0 +1 @@
+__version__ = "0.15.14"

{lionagi-0.15.13 → lionagi-0.15.14}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lionagi"
-version = "0.15.13"
+version = "0.15.14"
 description = "An Intelligence Operating System."
 authors = [
     { name = "HaiyangLi", email = "quantocean.li@gmail.com" },

{lionagi-0.15.13 → lionagi-0.15.14}/uv.lock

@@ -2065,7 +2065,7 @@ wheels = [
 
 [[package]]
 name = "lionagi"
-version = "0.15.13"
+version = "0.15.14"
 source = { editable = "." }
 dependencies = [
     { name = "aiocache" },

lionagi-0.15.13/lionagi/version.py

@@ -1 +0,0 @@
-__version__ = "0.15.13"