lmnr 0.4.16b0__tar.gz → 0.4.17__tar.gz

{lmnr-0.4.16b0 → lmnr-0.4.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lmnr
-Version: 0.4.16b0
+Version: 0.4.17
 Summary: Python SDK for Laminar AI
 License: Apache-2.0
 Author: lmnr.ai
@@ -41,7 +41,7 @@ Requires-Dist: opentelemetry-instrumentation-replicate (>=0.32.0)
 Requires-Dist: opentelemetry-instrumentation-requests (>=0.48b0,<0.49)
 Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.48b0,<0.49)
 Requires-Dist: opentelemetry-instrumentation-threading (>=0.48b0,<0.49)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.20.0)
+Requires-Dist: opentelemetry-instrumentation-together (>=0.32.0)
 Requires-Dist: opentelemetry-instrumentation-transformers (>=0.32.0)
 Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.48b0,<0.49)
 Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.32.0)
@@ -173,13 +173,9 @@ Autoinstrumentations are provided by Traceloop's [OpenLLMetry](https://github.co
 
 ## Sending events
 
-You can send events in two ways:
-- `.event(name, value)` – for a pre-defined event with one of possible values.
-- `.evaluate_event(name, evaluator, data)` – for an event that is evaluated by evaluator pipeline based on the data.
+You can send laminar events using `L.event(name, value)`.
 
-Note that to run an evaluate event, you need to crate an evaluator pipeline and create a target version for it.
-
-Read our [docs](https://docs.lmnr.ai) to learn more about event types and how they are created and evaluated.
+Read our [docs](https://docs.lmnr.ai) to learn more about events and examples.
 
 ### Example
 
@@ -191,10 +187,6 @@ poem = response.choices[0].message.content
 # this will register True or False value with Laminar
 L.event("topic alignment", topic in poem)
 
-# this will run the pipeline `check_wordy` with `poem` set as the value
-# of `text_input` node, and write the result as an event with name
-# "excessive_wordiness"
-L.evaluate_event("excessive_wordiness", "check_wordy", {"text_input": poem})
 ```
 
 ## Evaluations

{lmnr-0.4.16b0 → lmnr-0.4.17}/README.md

@@ -115,13 +115,9 @@ Autoinstrumentations are provided by Traceloop's [OpenLLMetry](https://github.co
 
 ## Sending events
 
-You can send events in two ways:
-- `.event(name, value)` – for a pre-defined event with one of possible values.
-- `.evaluate_event(name, evaluator, data)` – for an event that is evaluated by evaluator pipeline based on the data.
+You can send laminar events using `L.event(name, value)`.
 
-Note that to run an evaluate event, you need to crate an evaluator pipeline and create a target version for it.
-
-Read our [docs](https://docs.lmnr.ai) to learn more about event types and how they are created and evaluated.
+Read our [docs](https://docs.lmnr.ai) to learn more about events and examples.
 
 ### Example
 
@@ -133,10 +129,6 @@ poem = response.choices[0].message.content
 # this will register True or False value with Laminar
 L.event("topic alignment", topic in poem)
 
-# this will run the pipeline `check_wordy` with `poem` set as the value
-# of `text_input` node, and write the result as an event with name
-# "excessive_wordiness"
-L.evaluate_event("excessive_wordiness", "check_wordy", {"text_input": poem})
 ```
 
 ## Evaluations

{lmnr-0.4.16b0 → lmnr-0.4.17}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "lmnr"
-version = "0.4.16b0"
+version = "0.4.17"
 description = "Python SDK for Laminar AI"
 authors = [
   { name = "lmnr.ai", email = "founders@lmnr.ai" }
@@ -11,7 +11,7 @@ license = "Apache-2.0"
 
 [tool.poetry]
 name = "lmnr"
-version = "0.4.16b0"
+version = "0.4.17"
 description = "Python SDK for Laminar AI"
 authors = ["lmnr.ai"]
 readme = "README.md"
@@ -48,7 +48,7 @@ opentelemetry-instrumentation-langchain = ">=0.32.0"
 opentelemetry-instrumentation-lancedb = ">=0.32.0"
 opentelemetry-instrumentation-chromadb = ">=0.32.0"
 opentelemetry-instrumentation-transformers = ">=0.32.0"
-opentelemetry-instrumentation-together = ">=0.20.0"
+opentelemetry-instrumentation-together = ">=0.32.0"
 opentelemetry-instrumentation-llamaindex = ">=0.32.0"
 opentelemetry-instrumentation-milvus = ">=0.32.0"
 opentelemetry-instrumentation-haystack = ">=0.32.0"

{lmnr-0.4.16b0 → lmnr-0.4.17}/src/lmnr/sdk/laminar.py

@@ -80,7 +80,7 @@ class Laminar:
                             in os.environ or in .env file.
                             Defaults to None.
             env (dict[str, str], optional): Default environment passed to
-                            `run` and `evaluate_event` requests, unless
+                            `run` requests, unless
                             overriden at request time. Usually, model
                             provider keys are stored here.
                             Defaults to {}.
@@ -265,49 +265,6 @@ class Laminar:
 
         current_span.add_event(name, event, timestamp)
 
-    @classmethod
-    def evaluate_event(
-        cls,
-        name: str,
-        evaluator: str,
-        data: dict[str, AttributeValue],
-        env: Optional[dict[str, str]] = None,
-        timestamp: Optional[Union[datetime.datetime, int]] = None,
-    ):
-        """Send an event for evaluation to the Laminar backend
-
-        Args:
-            name (str): name of the event
-            evaluator (str): name of the pipeline that evaluates the event.
-                        The pipeline must have a target version set.
-            data (dict[str, AttributeValue]): map from input node name to
-                        its value in the evaluator pipeline
-            env (dict[str, str], optional): environment variables required
-                        to run the pipeline. Defaults to {}.
-            timestamp (Optional[Union[datetime.datetime, int]], optional):
-                        If int, must be epoch nanoseconds.
-                        If not specified, relies on the underlying
-                        OpenTelemetry implementation. Defaults to None.
-        """
-        if timestamp and isinstance(timestamp, datetime.datetime):
-            timestamp = int(timestamp.timestamp() * 1e9)
-        event = {
-            "lmnr.event.type": "evaluate",
-            "lmnr.event.evaluator": evaluator,
-            "lmnr.event.data": json.dumps(data),
-            "lmnr.event.env": json.dumps(env if env is not None else cls.__env),
-        }
-        current_span = get_current_span()
-        if current_span == INVALID_SPAN:
-            cls.__logger.warning(
-                "`Laminar().evaluate_event()` called outside of span context."
-                f"Event '{name}' will not be recorded in the trace. "
-                "Make sure to annotate the function with a decorator"
-            )
-            return
-
-        current_span.add_event(name, event, timestamp)
-
     @classmethod
     @contextmanager
     def start_as_current_span(
@@ -412,14 +369,21 @@ class Laminar:
         set_association_properties(props)
 
     @classmethod
-    def create_evaluation(cls, data: list[EvaluationResultDatapoint], group_id: Optional[str] = None, name: Optional[str] = None) -> CreateEvaluationResponse:
+    def create_evaluation(
+        cls,
+        data: list[EvaluationResultDatapoint],
+        group_id: Optional[str] = None,
+        name: Optional[str] = None,
+    ) -> CreateEvaluationResponse:
         response = requests.post(
             cls.__base_http_url + "/v1/evaluations",
-            data=json.dumps({
-                "groupId": group_id,
-                "name": name,
-                "points": [datapoint.to_dict() for datapoint in data]
-            }),
+            data=json.dumps(
+                {
+                    "groupId": group_id,
+                    "name": name,
+                    "points": [datapoint.to_dict() for datapoint in data],
+                }
+            ),
             headers=cls._headers(),
         )
         if response.status_code != 200: