lionagi 0.7.6__tar.gz → 0.7.7__tar.gz

{lionagi-0.7.6 → lionagi-0.7.7}/.env.example

@@ -4,3 +4,4 @@
 # PERPLEXITY_API_KEY=
 # GROQ_API_KEY=
 # OPENROUTER_API_KEY=
+# EXA_API_KEY=

{lionagi-0.7.6 → lionagi-0.7.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lionagi
-Version: 0.7.6
+Version: 0.7.7
 Summary: An Intelligence Operating System.
 Author-email: HaiyangLi <quantocean.li@gmail.com>
 License:            Apache License

{lionagi-0.7.6 → lionagi-0.7.7}/lionagi/__init__.py

@@ -2,6 +2,8 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+from pydantic import BaseModel, Field
+
 from . import _types as types
 from .operations import types as op
 from .operatives import types as ops_types  # deprecated
@@ -20,4 +22,6 @@ __all__ = (
     "ops_types",
     "op",
     "__version__",
+    "BaseModel",
+    "Field",
 )

{lionagi-0.7.6 → lionagi-0.7.7}/lionagi/libs/token_transform/synthlang.py

@@ -387,10 +387,16 @@ async def translate_to_synthlang(
     calculator = TokenCalculator()
 
     len_tokens = calculator.tokenize(text, return_tokens=False)
-    out = await branch.communicate(
+
+    kwargs["guidance"] = (
+        "Following SynthLang, translate the provided text into SynthLang syntax. "
+        "Shrink the token size by 60-85%. Return only the translated text.\n\n"
+        + kwargs.get("guidance", "")
+    )
+
+    out = await branch.chat(
         instruction=f"Converts the given text into SynthLang's hyper-efficient format.",
         context="Text to convert:\n\n" + text,
-        guidance=f"Following SynthLang, translate the provided text into SynthLang syntax. Shrink the token size by 60-85%. Return only the translated text.",
         **kwargs,
     )
     if sys1:

{lionagi-0.7.6 → lionagi-0.7.7}/lionagi/operations/interpret/interpret.py

@@ -13,6 +13,7 @@ async def interpret(
     text: str,
     domain: str | None = None,
     style: str | None = None,
+    sample_writing: str | None = None,
     **kwargs,
 ) -> str:
     instruction = (
@@ -25,14 +26,17 @@ async def interpret(
         f"Desired style: {style or 'concise'}. "
         "You can add or clarify context if needed."
     )
+    if sample_writing:
+        guidance += f" Sample writing: {sample_writing}"
+
     context = [f"User input: {text}"]
 
     # Default temperature if none provided
     kwargs["temperature"] = kwargs.get("temperature", 0.1)
+    kwargs["guidance"] = guidance + "\n" + kwargs.get("guidance", "")
 
     refined_prompt = await branch.chat(
         instruction=instruction,
-        guidance=guidance,
         context=context,
         **kwargs,
     )

lionagi-0.7.7/lionagi/operations/manager.py

@@ -0,0 +1,22 @@
+from typing import Callable
+
+from lionagi.protocols._concepts import Manager
+
+"""
+experimental
+"""
+
+
+class OperationManager(Manager):
+
+    def __init__(self, *args, **kwargs):
+        super().__init__()
+        self.registry: dict[str, Callable] = {}
+        self.register_operations(*args, **kwargs)
+
+    def register_operations(self, *args, **kwargs) -> None:
+        operations = {}
+        if args:
+            operations = {i.__name__ for i in args if hasattr(i, "__name__")}
+        operations.update(kwargs)
+        self.registry.update(operations)

lionagi-0.7.7/lionagi/service/endpoints/match_endpoint.py

@@ -0,0 +1,65 @@
+# Copyright (c) 2023 - 2024, HaiyangLi <quantocean.li at gmail dot com>
+#
+# SPDX-License-Identifier: Apache-2.0
+
+from .chat_completion import EndPoint
+
+
+def match_endpoint(
+    provider: str,
+    base_url: str,
+    endpoint: str,
+    endpoint_params: list[str] | None = None,
+) -> EndPoint:
+
+    if endpoint in ["chat/completions", "chat", "messages"]:
+        from ..providers.openai_.chat_completions import (
+            OpenAIChatCompletionEndPoint,
+        )
+
+        if provider == "openai":
+            return OpenAIChatCompletionEndPoint()
+
+        if provider == "anthropic":
+            from ..providers.anthropic_.messages import (
+                AnthropicChatCompletionEndPoint,
+            )
+
+            return AnthropicChatCompletionEndPoint()
+
+        if provider == "groq":
+            from ..providers.groq_.chat_completions import (
+                GroqChatCompletionEndPoint,
+            )
+
+            return GroqChatCompletionEndPoint()
+
+        if provider == "perplexity":
+            from ..providers.perplexity_.chat_completions import (
+                PerplexityChatCompletionEndPoint,
+            )
+
+            return PerplexityChatCompletionEndPoint()
+
+        if provider == "openrouter":
+            from ..providers.openrouter_.chat_completions import (
+                OpenRouterChatCompletionEndPoint,
+            )
+
+            return OpenRouterChatCompletionEndPoint()
+
+        return OpenAIChatCompletionEndPoint(
+            config={
+                "provider": provider,
+                "base_url": base_url,
+                "endpoint": endpoint,
+                "endpoint_params": endpoint_params,
+            }
+        )
+
+    if provider == "exa" and endpoint == "search":
+        from ..providers.exa_.search import ExaSearchEndPoint
+
+        return ExaSearchEndPoint()
+
+    raise ValueError(f"Unsupported endpoint: {endpoint}")

{lionagi-0.7.6 → lionagi-0.7.7}/lionagi/service/imodel.py

@@ -102,6 +102,8 @@ class iModel:
                     api_key = "PERPLEXITY_API_KEY"
                 case "groq":
                     api_key = "GROQ_API_KEY"
+                case "exa":
+                    api_key = "EXA_API_KEY"
 
         if os.getenv(api_key, None) is not None:
             self.api_key_scheme = api_key
@@ -198,7 +200,9 @@ class iModel:
         except Exception as e:
             raise ValueError(f"Failed to stream API call: {e}")
 
-    async def invoke(self, **kwargs) -> APICalling | None:
+    async def invoke(
+        self, api_call: APICalling = None, **kwargs
+    ) -> APICalling | None:
         """Invokes a rate-limited API call with the given arguments.
 
         Args:
@@ -215,8 +219,9 @@ class iModel:
                 If the call fails or if an error occurs during invocation.
         """
         try:
-            kwargs.pop("stream", None)
-            api_call = self.create_api_calling(**kwargs)
+            if api_call is None:
+                kwargs.pop("stream", None)
+                api_call = self.create_api_calling(**kwargs)
             if (
                 self.executor.processor is None
                 or self.executor.processor.is_stopped()
@@ -252,6 +257,15 @@ class iModel:
         """
         return self.endpoint.sequential_exchange
 
+    @property
+    def model_name(self) -> str:
+        """str: The name of the model used by the endpoint.
+
+        Returns:
+            The model name if available; otherwise, an empty string.
+        """
+        return self.kwargs.get("model", "")
+
     def to_dict(self):
         kwargs = self.kwargs
         if "kwargs" in self.kwargs:

lionagi-0.7.7/lionagi/service/providers/exa_/models.py

@@ -0,0 +1,160 @@
+from enum import Enum
+
+from pydantic import BaseModel, Field
+
+
+class CategoryEnum(str, Enum):
+    company = "company"
+    research_paper = "research paper"
+    news = "news"
+    pdf = "pdf"
+    github = "github"
+    tweet = "tweet"
+    personal_site = "personal site"
+    linkedin_profile = "linkedin profile"
+    financial_report = "financial report"
+
+
+class LivecrawlEnum(str, Enum):
+    never = "never"
+    fallback = "fallback"
+    always = "always"
+
+
+class SearchTypeEnum(str, Enum):
+    keyword = "keyword"
+    neural = "neural"
+    auto = "auto"
+
+
+class ContentsText(BaseModel):
+    includeHtmlTags: bool | None = Field(
+        default=False,
+        description="Whether to include HTML tags in the text. Set to True if you want to retain HTML structure for the LLM to interpret.",
+    )
+    maxCharacters: int | None = Field(
+        default=None,
+        description="The maximum number of characters to return from the webpage text.",
+    )
+
+
+class ContentsHighlights(BaseModel):
+    highlightsPerUrl: int | None = Field(
+        default=1,
+        description="The number of highlight snippets you want per page.",
+    )
+    numSentences: int | None = Field(
+        default=5,
+        description="Number of sentences to return in each highlight snippet.",
+    )
+    query: None | str = Field(
+        default=None,
+        description="A specific query used to generate the highlight snippets.",
+    )
+
+
+class ContentsSummary(BaseModel):
+    query: None | str = Field(
+        default=None,
+        description="A specific query used to generate a summary of the webpage.",
+    )
+
+
+class ContentsExtras(BaseModel):
+    links: int | None = Field(
+        default=None, description="Number of links to return from each page."
+    )
+    imageLinks: int | None = Field(
+        default=None, description="Number of images to return for each result."
+    )
+
+
+class Contents(BaseModel):
+    text: None | ContentsText = Field(
+        default=None,
+        description="Return full or partial text for each page, with optional HTML structure or size limit.",
+    )
+    highlights: None | ContentsHighlights = Field(
+        default=None, description="Return snippet highlights for each page."
+    )
+    summary: None | ContentsSummary = Field(
+        default=None, description="Return a short summary of each page."
+    )
+    livecrawl: None | LivecrawlEnum = Field(
+        default=LivecrawlEnum.never,
+        description="Livecrawling setting for each page. Options: never, fallback, always.",
+    )
+    livecrawlTimeout: int | None = Field(
+        default=10000,
+        description="Timeout in milliseconds for livecrawling. Default 10000.",
+    )
+    subpages: int | None = Field(
+        default=None,
+        description="Number of subpages to crawl within each URL.",
+    )
+    subpageTarget: None | str | list[str] = Field(
+        default=None,
+        description="A target subpage or multiple subpages (list) to crawl, e.g. 'cited papers'.",
+    )
+    extras: None | ContentsExtras = Field(
+        default=None,
+        description="Additional extras like links or images to return for each page.",
+    )
+
+
+class ExaSearchRequest(BaseModel):
+    query: str = Field(
+        ...,
+        description="The main query string describing what you're looking for.",
+    )
+    category: None | CategoryEnum = Field(
+        default=None,
+        description="A data category to focus on, such as 'company', 'research paper', 'news', etc.",
+    )
+    type: None | SearchTypeEnum = Field(
+        default=None,
+        description="The type of search to run. Can be 'auto', 'keyword', or 'neural'.",
+    )
+    useAutoprompt: None | bool = Field(
+        default=False,
+        description="If True, Exa auto-optimizes your query for best results (neural or auto search only).",
+    )
+    numResults: int | None = Field(
+        default=10, description="Number of results to return. Default is 10."
+    )
+    includeDomains: None | list[str] = Field(
+        default=None,
+        description="List of domains you want to include exclusively.",
+    )
+    excludeDomains: None | list[str] = Field(
+        default=None,
+        description="List of domains you do NOT want to see in the results.",
+    )
+    startCrawlDate: None | str = Field(
+        default=None,
+        description="Include results crawled after this ISO date (e.g., '2023-01-01T00:00:00.000Z').",
+    )
+    endCrawlDate: None | str = Field(
+        default=None,
+        description="Include results crawled before this ISO date.",
+    )
+    startPublishedDate: None | str = Field(
+        default=None,
+        description="Only return results published after this ISO date.",
+    )
+    endPublishedDate: None | str = Field(
+        default=None,
+        description="Only return results published before this ISO date.",
+    )
+    includeText: None | list[str] = Field(
+        default=None,
+        description="Strings that must appear in the webpage text. Only a single string up to 5 words is currently supported.",
+    )
+    excludeText: None | list[str] = Field(
+        default=None,
+        description="Strings that must NOT appear in the webpage text. Only a single string up to 5 words is currently supported.",
+    )
+    contents: None | Contents = Field(
+        default=None,
+        description="Dict defining the different ways you want to retrieve webpage contents, including text, highlights, or summaries.",
+    )

lionagi-0.7.7/lionagi/service/providers/exa_/search.py

@@ -0,0 +1,80 @@
+from typing import TYPE_CHECKING, Literal
+
+from lionagi.service.endpoints.base import EndPoint
+
+if TYPE_CHECKING:
+    from .models import ExaSearchRequest
+
+
+CATEGORY_OPTIONS = Literal[
+    "article",
+    "book",
+    "company",
+    "research paper",
+    "news",
+    "pdf",
+    "github",
+    "tweet",
+    "personal site",
+    "linkedin profile",
+    "financial report",
+]
+
+SEARCH_CONFIG = {
+    "provider": "exa",
+    "base_url": "https://api.exa.ai",
+    "endpoint": "search",
+    "method": "post",
+    "openai_compatible": False,
+    "is_invokeable": False,
+    "requires_tokens": False,
+    "is_streamable": False,
+    "required_kwargs": {
+        "query",
+    },
+    "optional_kwargs": {
+        "category",
+        "contents",
+        "endCrawlDate",
+        "endPublishedDate",
+        "excludeDomains",
+        "excludeText",
+        "includeDomains",
+        "includeText",
+        "numResults",
+        "startCrawlDate",
+        "startPublishedDate",
+        "type",  # keyword, neural, auto
+        "useAutoPrompt",
+    },
+}
+
+
+class ExaSearchEndPoint(EndPoint):
+
+    def __init__(self, config: dict = SEARCH_CONFIG):
+        super().__init__(config)
+
+    def create_payload(
+        self, request_obj: "ExaSearchRequest" = None, **kwargs
+    ) -> dict:
+        if request_obj is not None:
+            kwargs.update(request_obj.to_dict(exclude_none=True))
+
+        payload = {}
+        is_cached = kwargs.get("is_cached", False)
+        headers = kwargs.get("headers", {})
+
+        for k, v in kwargs.items():
+            if k in self.acceptable_kwargs:
+                payload[k] = v
+        if "api_key" in kwargs:
+            headers["x-api-key"] = kwargs["api_key"]
+        if "content-type" not in kwargs:
+            headers["content-type"] = "application/json"
+
+        return {
+            "payload": payload,
+            "headers": headers,
+            "is_cached": is_cached,
+        }

lionagi-0.7.7/lionagi/service/providers/exa_/types.py

@@ -0,0 +1,7 @@
+from .models import ExaSearchRequest
+from .search import ExaSearchEndPoint
+
+__all__ = (
+    "ExaSearchRequest",
+    "ExaSearchEndPoint",
+)

lionagi-0.7.7/lionagi/service/providers/types.py

@@ -0,0 +1,17 @@
+from .anthropic_.messages import AnthropicChatCompletionEndPoint
+from .exa_.models import ExaSearchRequest
+from .exa_.search import ExaSearchEndPoint
+from .groq_.chat_completions import GroqChatCompletionEndPoint
+from .openai_.chat_completions import OpenAIChatCompletionEndPoint
+from .openrouter_.chat_completions import OpenRouterChatCompletionEndPoint
+from .perplexity_.chat_completions import PerplexityChatCompletionEndPoint
+
+__all__ = (
+    "AnthropicChatCompletionEndPoint",
+    "ExaSearchEndPoint",
+    "ExaSearchRequest",
+    "GroqChatCompletionEndPoint",
+    "OpenAIChatCompletionEndPoint",
+    "OpenRouterChatCompletionEndPoint",
+    "PerplexityChatCompletionEndPoint",
+)

lionagi-0.7.7/lionagi/version.py

@@ -0,0 +1 @@
+__version__ = "0.7.7"

{lionagi-0.7.6 → lionagi-0.7.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lionagi"
-version = "0.7.6"
+version = "0.7.7"
 description = "An Intelligence Operating System."
 authors = [
     { name = "HaiyangLi", email = "quantocean.li@gmail.com" },

lionagi-0.7.6/lionagi/service/endpoints/match_endpoint.py

@@ -1,60 +0,0 @@
-# Copyright (c) 2023 - 2024, HaiyangLi <quantocean.li at gmail dot com>
-#
-# SPDX-License-Identifier: Apache-2.0
-
-from .chat_completion import EndPoint
-
-
-def match_endpoint(
-    provider: str,
-    base_url: str,
-    endpoint: str,
-    endpoint_params: list[str] | None = None,
-) -> EndPoint:
-    if endpoint not in ["chat/completions", "chat", "messages"]:
-        raise ValueError(
-            "Invalid endpoint, must be one of 'chat/completions' (openai compatible), 'chat' (an alias), 'messages' (anthropic), other endpoints are not supported yet"
-        )
-    from ..providers.openai_.chat_completions import (
-        OpenAIChatCompletionEndPoint,
-    )
-
-    if provider == "openai":
-        return OpenAIChatCompletionEndPoint()
-
-    if provider == "anthropic":
-        from ..providers.anthropic_.messages import (
-            AnthropicChatCompletionEndPoint,
-        )
-
-        return AnthropicChatCompletionEndPoint()
-
-    if provider == "groq":
-        from ..providers.groq_.chat_completions import (
-            GroqChatCompletionEndPoint,
-        )
-
-        return GroqChatCompletionEndPoint()
-
-    if provider == "perplexity":
-        from ..providers.perplexity_.chat_completions import (
-            PerplexityChatCompletionEndPoint,
-        )
-
-        return PerplexityChatCompletionEndPoint()
-
-    if provider == "openrouter":
-        from ..providers.openrouter_.chat_completions import (
-            OpenRouterChatCompletionEndPoint,
-        )
-
-        return OpenRouterChatCompletionEndPoint()
-
-    return OpenAIChatCompletionEndPoint(
-        config={
-            "provider": provider,
-            "base_url": base_url,
-            "endpoint": endpoint,
-            "endpoint_params": endpoint_params,
-        }
-    )

lionagi-0.7.6/lionagi/version.py

@@ -1 +0,0 @@
-__version__ = "0.7.6"