lmnr 0.6.13__tar.gz → 0.6.14__tar.gz

{lmnr-0.6.13 → lmnr-0.6.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.6.13
+Version: 0.6.14
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai

{lmnr-0.6.13 → lmnr-0.6.14}/pyproject.toml

@@ -6,7 +6,7 @@
 
 [project]
 name = "lmnr"
-version = "0.6.13"
+version = "0.6.14"
 description = "Python SDK for Laminar"
 authors = [
   { name = "lmnr.ai", email = "founders@lmnr.ai" }

{lmnr-0.6.13 → lmnr-0.6.14}/src/lmnr/sdk/client/asynchronous/resources/evals.py

@@ -15,13 +15,14 @@ class AsyncEvals(BaseAsyncResource):
     """Resource for interacting with Laminar evaluations API."""
 
     async def init(
-        self, name: str | None = None, group_name: str | None = None
+        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
         Args:
             name (str | None, optional): Name of the evaluation. Defaults to None.
             group_name (str | None, optional): Group name for the evaluation. Defaults to None.
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
 
         Returns:
             InitEvaluationResponse: The response from the initialization request.
@@ -31,6 +32,7 @@ class AsyncEvals(BaseAsyncResource):
             json={
                 "name": name,
                 "groupName": group_name,
+                "metadata": metadata,
             },
             headers=self._headers(),
         )
@@ -45,6 +47,7 @@ class AsyncEvals(BaseAsyncResource):
         self,
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
@@ -52,11 +55,12 @@ class AsyncEvals(BaseAsyncResource):
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
-        
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
+
         Returns:
             uuid.UUID: The evaluation ID.
         """
-        evaluation = await self.init(name=name, group_name=group_name)
+        evaluation = await self.init(name=name, group_name=group_name, metadata=metadata)
         return evaluation.id
 
     async def create_datapoint(

{lmnr-0.6.13 → lmnr-0.6.14}/src/lmnr/sdk/client/synchronous/resources/evals.py

@@ -17,13 +17,14 @@ class Evals(BaseResource):
     """Resource for interacting with Laminar evaluations API."""
 
     def init(
-        self, name: str | None = None, group_name: str | None = None
+        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
         Args:
             name (str | None, optional): Name of the evaluation. Defaults to None.
             group_name (str | None, optional): Group name for the evaluation. Defaults to None.
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
 
         Returns:
             InitEvaluationResponse: The response from the initialization request.
@@ -33,6 +34,7 @@ class Evals(BaseResource):
             json={
                 "name": name,
                 "groupName": group_name,
+                "metadata": metadata,
             },
             headers=self._headers(),
         )
@@ -47,6 +49,7 @@ class Evals(BaseResource):
         self,
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
@@ -54,11 +57,12 @@ class Evals(BaseResource):
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
-        
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
+
         Returns:
             uuid.UUID: The evaluation ID.
         """
-        evaluation = self.init(name=name, group_name=group_name)
+        evaluation = self.init(name=name, group_name=group_name, metadata=metadata)
         return evaluation.id
 
     def create_datapoint(

{lmnr-0.6.13 → lmnr-0.6.14}/src/lmnr/sdk/evaluations.py

@@ -104,6 +104,7 @@ class Evaluation:
         evaluators: dict[str, EvaluatorFunction | HumanEvaluator],
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
         concurrency_limit: int = DEFAULT_BATCH_SIZE,
         project_api_key: str | None = None,
         base_url: str | None = None,
@@ -143,6 +144,7 @@ class Evaluation:
                 evaluations. Only evaluations within the same group_name can be\
                 visually compared. If not provided, "default" is assigned.
                 Defaults to None
+            metadata (dict[str, Any] | None): optional metadata to associate with\
             concurrency_limit (int, optional): The concurrency limit for\
                 evaluation. This many data points will be evaluated in parallel\
                 with a pool of workers.
@@ -192,6 +194,7 @@ class Evaluation:
         self.evaluators = evaluators
         self.group_name = group_name
         self.name = name
+        self.metadata = metadata
         self.concurrency_limit = concurrency_limit
         self.batch_size = concurrency_limit
         self._logger = get_default_logger(self.__class__.__name__)
@@ -242,7 +245,7 @@ class Evaluation:
         self.reporter.start(len(self.data))
         try:
             evaluation = await self.client.evals.init(
-                name=self.name, group_name=self.group_name
+                name=self.name, group_name=self.group_name, metadata=self.metadata
             )
             result_datapoints = await self._evaluate_in_batches(evaluation.id)
 
@@ -409,6 +412,7 @@ def evaluate(
     evaluators: dict[str, EvaluatorFunction | HumanEvaluator],
     name: str | None = None,
     group_name: str | None = None,
+    metadata: dict[str, Any] | None = None,
     concurrency_limit: int = DEFAULT_BATCH_SIZE,
     project_api_key: str | None = None,
     base_url: str | None = None,
@@ -452,6 +456,7 @@ def evaluate(
             Only evaluations within the same group_name can be visually compared.\
             If not provided, set to "default".
             Defaults to None
+        metadata (dict[str, Any] | None, optional): Optional metadata to associate with\
         concurrency_limit (int, optional): The concurrency limit for evaluation.
                         Defaults to DEFAULT_BATCH_SIZE.
         project_api_key (str | None, optional): The project API key.
@@ -478,6 +483,7 @@ def evaluate(
         executor=executor,
         evaluators=evaluators,
         group_name=group_name,
+        metadata=metadata,
         name=name,
         concurrency_limit=concurrency_limit,
         project_api_key=project_api_key,

{lmnr-0.6.13 → lmnr-0.6.14}/src/lmnr/version.py

@@ -3,7 +3,7 @@ import httpx
 from packaging import version
 
 
-__version__ = "0.6.13"
+__version__ = "0.6.14"
 PYTHON_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}"