lmnr 0.6.19__tar.gz → 0.6.20__tar.gz

{lmnr-0.6.19 → lmnr-0.6.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lmnr
-Version: 0.6.19
+Version: 0.6.20
 Summary: Python SDK for Laminar
 Author: lmnr.ai
 Author-email: lmnr.ai <founders@lmnr.ai>

{lmnr-0.6.19 → lmnr-0.6.20}/pyproject.toml

@@ -6,7 +6,7 @@
 
 [project]
 name = "lmnr"
-version = "0.6.19"
+version = "0.6.20"
 description = "Python SDK for Laminar"
 authors = [
   { name = "lmnr.ai", email = "founders@lmnr.ai" }

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/asynchronous/async_client.py

@@ -12,6 +12,7 @@ from lmnr.sdk.client.asynchronous.resources import (
     AsyncBrowserEvents,
     AsyncEvals,
     AsyncTags,
+    AsyncEvaluators
 )
 from lmnr.sdk.utils import from_env
 
@@ -74,6 +75,9 @@ class AsyncLaminarClient:
         self.__evals = AsyncEvals(
             self.__client, self.__base_url, self.__project_api_key
         )
+        self.__evaluators = AsyncEvaluators(
+            self.__client, self.__base_url, self.__project_api_key
+        )
         self.__browser_events = AsyncBrowserEvents(
             self.__client, self.__base_url, self.__project_api_key
         )
@@ -115,6 +119,15 @@ class AsyncLaminarClient:
         """
         return self.__tags
 
+    @property
+    def evaluators(self) -> AsyncEvaluators:
+        """Get the Evaluators resource.
+
+        Returns:
+            Evaluators: The Evaluators resource instance.
+        """
+        return self.__evaluators
+
     def is_closed(self) -> bool:
         return self.__client.is_closed
 

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/asynchronous/resources/__init__.py

@@ -2,10 +2,12 @@ from lmnr.sdk.client.asynchronous.resources.agent import AsyncAgent
 from lmnr.sdk.client.asynchronous.resources.browser_events import AsyncBrowserEvents
 from lmnr.sdk.client.asynchronous.resources.evals import AsyncEvals
 from lmnr.sdk.client.asynchronous.resources.tags import AsyncTags
+from lmnr.sdk.client.asynchronous.resources.evaluators import AsyncEvaluators
 
 __all__ = [
     "AsyncAgent",
     "AsyncEvals",
     "AsyncBrowserEvents",
     "AsyncTags",
+    "AsyncEvaluators"
 ]

lmnr-0.6.20/src/lmnr/sdk/client/asynchronous/resources/evaluators.py

@@ -0,0 +1,85 @@
+"""Evaluators resource for creating evaluator scores."""
+
+import uuid
+from typing import Any
+
+from lmnr.sdk.client.asynchronous.resources.base import BaseAsyncResource
+from lmnr.sdk.utils import format_id
+
+
+class AsyncEvaluators(BaseAsyncResource):
+    """Resource for creating evaluator scores."""
+
+    async def score(
+        self,
+        *,
+        name: str,
+        trace_id: str | int | uuid.UUID | None = None,
+        span_id: str | int | uuid.UUID | None = None,
+        metadata: dict[str, Any] | None = None,
+        score: float,
+    ) -> None:
+        """Create a score for a span.
+
+        Args:
+            name (str): Name of the score
+            trace_id (str | int | uuid.UUID | None, optional): The trace ID to score (will be attached to root span)
+            span_id (str | int | uuid.UUID | None, optional): The span ID to score
+            metadata (dict[str, Any] | None, optional): Additional metadata. Defaults to None.
+            score (float): The score value (float)
+
+        Raises:
+            ValueError: If there's an error creating the score.
+
+        Example:
+            Score by trace ID (will attach to root span):
+
+            >>> await laminar_client.evaluators.score(
+            ...     name="quality",
+            ...     trace_id="trace-id-here",
+            ...     score=0.95,
+            ...     metadata={"model": "gpt-4"}
+            ... )
+
+            Score by span ID:
+
+            >>> await laminar_client.evaluators.score(
+            ...     name="relevance",
+            ...     span_id="span-id-here",
+            ...     score=0.87
+            ... )
+        """
+        if trace_id is not None and span_id is not None:
+            raise ValueError("Cannot provide both trace_id and span_id. Please provide only one.")
+        if trace_id is None and span_id is None:
+            raise ValueError("Either 'trace_id' or 'span_id' must be provided.")
+
+        if trace_id is not None:
+            formatted_trace_id = format_id(trace_id)
+            payload = {
+                "name": name,
+                "traceId": formatted_trace_id,
+                "metadata": metadata,
+                "score": score,
+                "source": "Code",
+            }
+        else:
+            formatted_span_id = format_id(span_id)
+            payload = {
+                "name": name,
+                "spanId": formatted_span_id,
+                "metadata": metadata,
+                "score": score,
+                "source": "Code",
+            }
+
+        response = await self._client.post(
+            self._base_url + "/v1/evaluators/score",
+            json=payload,
+            headers=self._headers(),
+        )
+
+        if response.status_code != 200:
+            if response.status_code == 401:
+                raise ValueError("Unauthorized. Please check your project API key.")
+            raise ValueError(f"Error creating evaluator score: {response.text}")

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/asynchronous/resources/tags.py

@@ -5,6 +5,7 @@ import uuid
 
 from lmnr.sdk.client.asynchronous.resources.base import BaseAsyncResource
 from lmnr.sdk.log import get_default_logger
+from lmnr.sdk.utils import format_id
 
 logger = get_default_logger(__name__)
 
@@ -54,18 +55,11 @@ class AsyncTags(BaseAsyncResource):
         ```
         """
         trace_tags = tags if isinstance(tags, list) else [tags]
-        if isinstance(trace_id, uuid.UUID):
-            trace_id = str(trace_id)
-        elif isinstance(trace_id, int):
-            trace_id = str(uuid.UUID(int=trace_id))
-        elif isinstance(trace_id, str):
-            uuid.UUID(trace_id)  # Will raise ValueError if invalid
-        else:
-            raise ValueError(f"Invalid trace id: {trace_id}")
+        formatted_trace_id = format_id(trace_id)
 
         url = self._base_url + "/v1/tag"
         payload = {
-            "traceId": trace_id,
+            "traceId": formatted_trace_id,
             "names": trace_tags,
         }
         response = await self._client.post(
@@ -78,7 +72,7 @@ class AsyncTags(BaseAsyncResource):
 
         if response.status_code == 404:
             logger.warning(
-                f"Trace {trace_id} not found. The trace may have not been ended yet."
+                f"Trace {formatted_trace_id} not found. The trace may have not been ended yet."
             )
             return []
 

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/synchronous/resources/__init__.py

@@ -2,5 +2,6 @@ from lmnr.sdk.client.synchronous.resources.agent import Agent
 from lmnr.sdk.client.synchronous.resources.browser_events import BrowserEvents
 from lmnr.sdk.client.synchronous.resources.evals import Evals
 from lmnr.sdk.client.synchronous.resources.tags import Tags
+from lmnr.sdk.client.synchronous.resources.evaluators import Evaluators
 
-__all__ = ["Agent", "Evals", "BrowserEvents", "Tags"]
+__all__ = ["Agent", "Evals", "Evaluators", "BrowserEvents", "Tags"]

lmnr-0.6.20/src/lmnr/sdk/client/synchronous/resources/evaluators.py

@@ -0,0 +1,85 @@
+"""Evaluators resource for creating evaluator scores."""
+
+import uuid
+from typing import Any
+
+from lmnr.sdk.client.synchronous.resources.base import BaseResource
+from lmnr.sdk.utils import format_id
+
+
+class Evaluators(BaseResource):
+    """Resource for creating evaluator scores."""
+
+    def score(
+        self,
+        *,
+        name: str,
+        trace_id: str | int | uuid.UUID | None = None,
+        span_id: str | int | uuid.UUID | None = None,
+        metadata: dict[str, Any] | None = None,
+        score: float,
+    ) -> None:
+        """Create a score for a span.
+
+        Args:
+            name (str): Name of the score
+            trace_id (str | int | uuid.UUID | None, optional): The trace ID to score (will be attached to root span)
+            span_id (str | int | uuid.UUID | None, optional): The span ID to score
+            metadata (dict[str, Any] | None, optional): Additional metadata. Defaults to None.
+            score (float): The score value (float)
+
+        Raises:
+            ValueError: If there's an error creating the score.
+
+        Example:
+            Score by trace ID (will attach to root span):
+
+            >>> laminar_client.evaluators.score(
+            ...     name="quality",
+            ...     trace_id="trace-id-here",
+            ...     score=0.95,
+            ...     metadata={"model": "gpt-4"}
+            ... )
+
+            Score by span ID:
+
+            >>> laminar_client.evaluators.score(
+            ...     name="relevance",
+            ...     span_id="span-id-here", 
+            ...     score=0.87
+            ... )
+        """
+        if trace_id is not None and span_id is not None:
+            raise ValueError("Cannot provide both trace_id and span_id. Please provide only one.")
+        if trace_id is None and span_id is None:
+            raise ValueError("Either 'trace_id' or 'span_id' must be provided.")
+
+        if trace_id is not None:
+            formatted_trace_id = format_id(trace_id)
+            payload = {
+                "name": name,
+                "traceId": formatted_trace_id,
+                "metadata": metadata,
+                "score": score,
+                "source": "Code",
+            }
+        else:
+            formatted_span_id = format_id(span_id)
+            payload = {
+                "name": name,
+                "spanId": formatted_span_id,
+                "metadata": metadata,
+                "score": score,
+                "source": "Code",
+            }
+
+        response = self._client.post(
+            self._base_url + "/v1/evaluators/score",
+            json=payload,
+            headers=self._headers(),
+        )
+
+        if response.status_code != 200:
+            if response.status_code == 401:
+                raise ValueError("Unauthorized. Please check your project API key.")
+            raise ValueError(f"Error creating evaluator score: {response.text}")

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/synchronous/resources/tags.py

@@ -5,6 +5,7 @@ import uuid
 
 from lmnr.sdk.client.synchronous.resources.base import BaseResource
 from lmnr.sdk.log import get_default_logger
+from lmnr.sdk.utils import format_id
 
 logger = get_default_logger(__name__)
 
@@ -54,18 +55,11 @@ class Tags(BaseResource):
         ```
         """
         trace_tags = tags if isinstance(tags, list) else [tags]
-        if isinstance(trace_id, uuid.UUID):
-            trace_id = str(trace_id)
-        elif isinstance(trace_id, int):
-            trace_id = str(uuid.UUID(int=trace_id))
-        elif isinstance(trace_id, str):
-            uuid.UUID(trace_id)
-        else:
-            raise ValueError(f"Invalid trace id: {trace_id}")
+        formatted_trace_id = format_id(trace_id)
 
         url = self._base_url + "/v1/tag"
         payload = {
-            "traceId": trace_id,
+            "traceId": formatted_trace_id,
             "names": trace_tags,
         }
         response = self._client.post(
@@ -78,7 +72,7 @@ class Tags(BaseResource):
 
         if response.status_code == 404:
             logger.warning(
-                f"Trace {trace_id} not found. The trace may have not been ended yet."
+                f"Trace {formatted_trace_id} not found. The trace may have not been ended yet."
             )
             return []
 

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/client/synchronous/sync_client.py

@@ -11,6 +11,7 @@ from lmnr.sdk.client.synchronous.resources import (
     Agent,
     BrowserEvents,
     Evals,
+    Evaluators,
     Tags,
 )
 from lmnr.sdk.utils import from_env
@@ -27,6 +28,7 @@ class LaminarClient:
     __agent: Agent | None = None
     __evals: Evals | None = None
     __tags: Tags | None = None
+    __evaluators: Evaluators | None = None
 
     def __init__(
         self,
@@ -74,6 +76,9 @@ class LaminarClient:
         # Initialize resource objects
         self.__agent = Agent(self.__client, self.__base_url, self.__project_api_key)
         self.__evals = Evals(self.__client, self.__base_url, self.__project_api_key)
+        self.__evaluators = Evaluators(
+            self.__client, self.__base_url, self.__project_api_key
+        )
         self.__browser_events = BrowserEvents(
             self.__client, self.__base_url, self.__project_api_key
         )
@@ -115,6 +120,15 @@ class LaminarClient:
         """
         return self.__tags
 
+    @property
+    def evaluators(self) -> Evaluators:
+        """Get the Evaluators resource.
+
+        Returns:
+            Evaluators: The Evaluators resource instance.
+        """
+        return self.__evaluators
+
     def shutdown(self):
         """Shutdown the client by closing underlying connections."""
         self.__client.close()

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/sdk/utils.py

@@ -128,3 +128,26 @@ def is_otel_attribute_value_type(value: typing.Any) -> bool:
             )
         return True
     return False
+
+
+def format_id(id_value: str | int | uuid.UUID) -> str:
+    """Format trace/span/evaluation ID to a UUID string, or return valid UUID strings as-is.
+    
+    Args:
+        id_value: The ID in various formats (UUID, int, or valid UUID string)
+        
+    Returns:
+        str: UUID string representation
+        
+    Raises:
+        ValueError: If id_value cannot be converted to a valid UUID
+    """
+    if isinstance(id_value, uuid.UUID):
+        return str(id_value)
+    elif isinstance(id_value, int):
+        return str(uuid.UUID(int=id_value))
+    elif isinstance(id_value, str):
+        uuid.UUID(id_value)
+        return id_value
+    else:
+        raise ValueError(f"Invalid ID type: {type(id_value)}")

{lmnr-0.6.19 → lmnr-0.6.20}/src/lmnr/version.py

@@ -3,7 +3,7 @@ import httpx
 from packaging import version
 
 
-__version__ = "0.6.19"
+__version__ = "0.6.20"
 PYTHON_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}"