lmnr 0.6.13__py3-none-any.whl → 0.6.14__py3-none-any.whl

lmnr/sdk/client/asynchronous/resources/evals.py

@@ -15,13 +15,14 @@ class AsyncEvals(BaseAsyncResource):
     """Resource for interacting with Laminar evaluations API."""
 
     async def init(
-        self, name: str | None = None, group_name: str | None = None
+        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
         Args:
             name (str | None, optional): Name of the evaluation. Defaults to None.
             group_name (str | None, optional): Group name for the evaluation. Defaults to None.
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
 
         Returns:
             InitEvaluationResponse: The response from the initialization request.
@@ -31,6 +32,7 @@ class AsyncEvals(BaseAsyncResource):
             json={
                 "name": name,
                 "groupName": group_name,
+                "metadata": metadata,
             },
             headers=self._headers(),
         )
@@ -45,6 +47,7 @@ class AsyncEvals(BaseAsyncResource):
         self,
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
@@ -52,11 +55,12 @@ class AsyncEvals(BaseAsyncResource):
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
-        
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
+
         Returns:
             uuid.UUID: The evaluation ID.
         """
-        evaluation = await self.init(name=name, group_name=group_name)
+        evaluation = await self.init(name=name, group_name=group_name, metadata=metadata)
         return evaluation.id
 
     async def create_datapoint(

lmnr/sdk/client/synchronous/resources/evals.py

@@ -17,13 +17,14 @@ class Evals(BaseResource):
     """Resource for interacting with Laminar evaluations API."""
 
     def init(
-        self, name: str | None = None, group_name: str | None = None
+        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
         Args:
             name (str | None, optional): Name of the evaluation. Defaults to None.
             group_name (str | None, optional): Group name for the evaluation. Defaults to None.
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
 
         Returns:
             InitEvaluationResponse: The response from the initialization request.
@@ -33,6 +34,7 @@ class Evals(BaseResource):
             json={
                 "name": name,
                 "groupName": group_name,
+                "metadata": metadata,
             },
             headers=self._headers(),
         )
@@ -47,6 +49,7 @@ class Evals(BaseResource):
         self,
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
@@ -54,11 +57,12 @@ class Evals(BaseResource):
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
-        
+            metadata (dict[str, Any] | None, optional): Metadata to associate with. Defaults to None.
+
         Returns:
             uuid.UUID: The evaluation ID.
         """
-        evaluation = self.init(name=name, group_name=group_name)
+        evaluation = self.init(name=name, group_name=group_name, metadata=metadata)
         return evaluation.id
 
     def create_datapoint(

lmnr/sdk/evaluations.py

@@ -104,6 +104,7 @@ class Evaluation:
         evaluators: dict[str, EvaluatorFunction | HumanEvaluator],
         name: str | None = None,
         group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
         concurrency_limit: int = DEFAULT_BATCH_SIZE,
         project_api_key: str | None = None,
         base_url: str | None = None,
@@ -143,6 +144,7 @@ class Evaluation:
                 evaluations. Only evaluations within the same group_name can be\
                 visually compared. If not provided, "default" is assigned.
                 Defaults to None
+            metadata (dict[str, Any] | None): optional metadata to associate with\
             concurrency_limit (int, optional): The concurrency limit for\
                 evaluation. This many data points will be evaluated in parallel\
                 with a pool of workers.
@@ -192,6 +194,7 @@ class Evaluation:
         self.evaluators = evaluators
         self.group_name = group_name
         self.name = name
+        self.metadata = metadata
         self.concurrency_limit = concurrency_limit
         self.batch_size = concurrency_limit
         self._logger = get_default_logger(self.__class__.__name__)
@@ -242,7 +245,7 @@ class Evaluation:
         self.reporter.start(len(self.data))
         try:
             evaluation = await self.client.evals.init(
-                name=self.name, group_name=self.group_name
+                name=self.name, group_name=self.group_name, metadata=self.metadata
             )
             result_datapoints = await self._evaluate_in_batches(evaluation.id)
 
@@ -409,6 +412,7 @@ def evaluate(
     evaluators: dict[str, EvaluatorFunction | HumanEvaluator],
     name: str | None = None,
     group_name: str | None = None,
+    metadata: dict[str, Any] | None = None,
     concurrency_limit: int = DEFAULT_BATCH_SIZE,
     project_api_key: str | None = None,
     base_url: str | None = None,
@@ -452,6 +456,7 @@ def evaluate(
             Only evaluations within the same group_name can be visually compared.\
             If not provided, set to "default".
             Defaults to None
+        metadata (dict[str, Any] | None, optional): Optional metadata to associate with\
         concurrency_limit (int, optional): The concurrency limit for evaluation.
                         Defaults to DEFAULT_BATCH_SIZE.
         project_api_key (str | None, optional): The project API key.
@@ -478,6 +483,7 @@ def evaluate(
         executor=executor,
         evaluators=evaluators,
         group_name=group_name,
+        metadata=metadata,
         name=name,
         concurrency_limit=concurrency_limit,
         project_api_key=project_api_key,

lmnr/version.py

@@ -3,7 +3,7 @@ import httpx
 from packaging import version
 
 
-__version__ = "0.6.13"
+__version__ = "0.6.14"
 PYTHON_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}"
 
 

{lmnr-0.6.13.dist-info → lmnr-0.6.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.6.13
+Version: 0.6.14
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai

{lmnr-0.6.13.dist-info → lmnr-0.6.14.dist-info}/RECORD

@@ -35,26 +35,26 @@ lmnr/sdk/client/asynchronous/resources/__init__.py,sha256=9fkjlVJS8zhnCTITjhow17
 lmnr/sdk/client/asynchronous/resources/agent.py,sha256=Ong3K2KRLN7agx1_-aZxMGcT_OGF3_ZGtFLm8aPMbYw,17788
 lmnr/sdk/client/asynchronous/resources/base.py,sha256=aJ43Q1rltg23IQaI4eeaZKckxVTgDUbCJrChhQCUEoE,986
 lmnr/sdk/client/asynchronous/resources/browser_events.py,sha256=T-DUbbAfMQ2VqiVfgVplxuTaJZuoNcC1O6RCxdfw7UQ,1163
-lmnr/sdk/client/asynchronous/resources/evals.py,sha256=dYFuHmXW_FFNsmKC7_NuhxowzCJVUrRmrxeAJ_7EzOA,5420
+lmnr/sdk/client/asynchronous/resources/evals.py,sha256=jG-AlpFmV-8mlGOy0FhXldnO2tBWoEerzeY2X_CzIL0,5761
 lmnr/sdk/client/asynchronous/resources/tags.py,sha256=VbsBMp120d_8drGFr1Obp4xSRktzPC-3kOYcblZnvKA,2565
 lmnr/sdk/client/synchronous/resources/__init__.py,sha256=hDGyNARdG3J25lLAP8JnlER7r8JL-JQuPN1xdheiCw4,318
 lmnr/sdk/client/synchronous/resources/agent.py,sha256=mnTu6toN2LbgmEhQ-mdZ0CzNAnkrGiksrys0AyMwz2A,17809
 lmnr/sdk/client/synchronous/resources/base.py,sha256=ne1ZZ10UmNkMrECVvClcEJfcFJlSGvaXOC8K6mZTPdY,971
 lmnr/sdk/client/synchronous/resources/browser_events.py,sha256=9rFYWZesXQomnFgbZ590tGFMTaNj0OAzT9RcFwD8q_Y,1135
-lmnr/sdk/client/synchronous/resources/evals.py,sha256=odN9ZfZnUXKzFZJ6AQDrIjEljqnj8aQKP1ivY188WGo,6667
+lmnr/sdk/client/synchronous/resources/evals.py,sha256=QV_v4jRRn4r_sk2FjvqdbAc1-Wa2GUl3qWrCzhbQZsA,7008
 lmnr/sdk/client/synchronous/resources/tags.py,sha256=cNMEzMDhlBNpI7J4x6xkFAANiNSq-Vuu_zi5NPk2kcA,2485
 lmnr/sdk/client/synchronous/sync_client.py,sha256=IIzj-mAwHHoRuUX9KkJtrzTGi5UOygbA8wiA9Aqzf2E,4907
 lmnr/sdk/datasets.py,sha256=P9hRxfl7-I6qhLFFGgU-r_I7RJfLtF6sL56g5fKIbAA,1708
 lmnr/sdk/decorators.py,sha256=1uu9xxBYgblFqlhQqH17cZYq7babAmB1lEtvBgTsP0E,4468
 lmnr/sdk/eval_control.py,sha256=KROUrDhcZTrptRZ-hxvr60_o_Gt_8u045jb4cBXcuoY,184
-lmnr/sdk/evaluations.py,sha256=fMUDueAgGv9fyTuX7n0DsS8lOzrbZNMgPorA037tgDU,21458
+lmnr/sdk/evaluations.py,sha256=rUDGpI1eNKoz89mtgFFPIFXn6zYLggaXvWy4KKY2RiU,21806
 lmnr/sdk/laminar.py,sha256=oOVco_c9ZstT71HsquGsgbtFumXd2Ejz0rl_qpmMlTU,33996
 lmnr/sdk/log.py,sha256=nt_YMmPw1IRbGy0b7q4rTtP4Yo3pQfNxqJPXK3nDSNQ,2213
 lmnr/sdk/types.py,sha256=ZQp5SeYJNZsK3KrbSeXPY_xn6mGjW5mSw_i0Rd_Oa4k,12328
 lmnr/sdk/utils.py,sha256=yrcHIhoADf9lWH9qJWZMmkRWYvd0DuxPSLP3mY6YFw0,4327
-lmnr/version.py,sha256=9gMGnzWiCqbv_PzYX6c-jQFz17zO1xyIONO32wE9xfY,1322
-lmnr-0.6.13.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
-lmnr-0.6.13.dist-info/METADATA,sha256=95yHwJlTi4CNL1ucZDk9ge2flO712qjpxikJ0jCkmiI,15186
-lmnr-0.6.13.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-lmnr-0.6.13.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
-lmnr-0.6.13.dist-info/RECORD,,
+lmnr/version.py,sha256=R9BOGoH8CfmmKLkCU4zXkOvGWsR9Tz0zP4HbcoSRTAA,1322
+lmnr-0.6.14.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
+lmnr-0.6.14.dist-info/METADATA,sha256=lrCS9CWz7RZEh0JdrfuBdO4J3W5sBw_l1ElZbxm1c7E,15186
+lmnr-0.6.14.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+lmnr-0.6.14.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
+lmnr-0.6.14.dist-info/RECORD,,