lmnr 0.4.42__py3-none-any.whl → 0.4.45__py3-none-any.whl

lmnr/__init__.py

@@ -7,6 +7,7 @@ from .sdk.types import (
     NodeInput,
     PipelineRunError,
     PipelineRunResponse,
+    TracingLevel,
 )
 from .sdk.decorators import observe
 from .openllmetry_sdk import Instruments

lmnr/openllmetry_sdk/decorators/base.py

@@ -3,11 +3,13 @@ from functools import wraps
 import logging
 import os
 import pydantic
+import traceback
 import types
 from typing import Any, Optional
 
 from opentelemetry import trace
 from opentelemetry import context as context_api
+from opentelemetry.trace import Span
 
 from lmnr.sdk.utils import get_input_from_func_args, is_method
 from lmnr.openllmetry_sdk.tracing import get_tracer
@@ -69,7 +71,12 @@ def entity_method(
                 except TypeError:
                     pass
 
-                res = fn(*args, **kwargs)
+                try:
+                    res = fn(*args, **kwargs)
+                except Exception as e:
+                    _process_exception(span, e)
+                    span.end()
+                    raise e
 
                 # span will be ended in the generator
                 if isinstance(res, types.GeneratorType):
@@ -131,7 +138,12 @@ def aentity_method(
                 except TypeError:
                     pass
 
-                res = await fn(*args, **kwargs)
+                try:
+                    res = await fn(*args, **kwargs)
+                except Exception as e:
+                    _process_exception(span, e)
+                    span.end()
+                    raise e
 
                 # span will be ended in the generator
                 if isinstance(res, types.AsyncGeneratorType):
@@ -177,3 +189,17 @@ def _should_send_prompts():
     return (
         os.getenv("TRACELOOP_TRACE_CONTENT") or "true"
     ).lower() == "true" or context_api.get_value("override_enable_content_tracing")
+
+
+def _process_exception(span: Span, e: Exception):
+    exception_path = [type(e).__module__] if type(e).__module__ != "builtins" else []
+    exception_path.append(type(e).__qualname__)
+    span.add_event(
+        "exception",
+        {
+            "exception.message": str(e),
+            "exception.type": ".".join(exception_path),
+            "exception.stacktrace": traceback.format_exc(),
+            "exception.escaped": True,
+        },
+    )

lmnr/openllmetry_sdk/tracing/attributes.py

@@ -12,6 +12,7 @@ ASSOCIATION_PROPERTIES = "lmnr.association.properties"
 SESSION_ID = "session_id"
 USER_ID = "user_id"
 TRACE_TYPE = "trace_type"
+TRACING_LEVEL = "tracing_level"
 
 
 # exposed to the user, configurable

lmnr/openllmetry_sdk/tracing/tracing.py

@@ -10,6 +10,7 @@ from lmnr.openllmetry_sdk.tracing.attributes import (
     ASSOCIATION_PROPERTIES,
     SPAN_INSTRUMENTATION_SOURCE,
     SPAN_PATH,
+    TRACING_LEVEL,
 )
 from lmnr.openllmetry_sdk.tracing.content_allow_list import ContentAllowList
 from lmnr.openllmetry_sdk.utils import is_notebook
@@ -224,6 +225,9 @@ def remove_association_properties(properties: dict) -> None:
 
 def _set_association_properties_attributes(span, properties: dict) -> None:
     for key, value in properties.items():
+        if key == TRACING_LEVEL:
+            span.set_attribute(f"lmnr.internal.{TRACING_LEVEL}", value)
+            continue
         span.set_attribute(f"{ASSOCIATION_PROPERTIES}.{key}", value)
 
 

lmnr/sdk/laminar.py

@@ -59,6 +59,7 @@ from .types import (
     SemanticSearchRequest,
     SemanticSearchResponse,
     TraceType,
+    TracingLevel,
 )
 
 
@@ -347,6 +348,7 @@ class Laminar:
 
         if not cls.is_initialized():
             yield
+            return
 
         with get_tracer() as tracer:
             span_path = get_span_path(name)
@@ -557,6 +559,39 @@ class Laminar:
         if output is not None and span != trace.INVALID_SPAN:
             span.set_attribute(SPAN_OUTPUT, json_dumps(output))
 
+    @classmethod
+    @contextmanager
+    def set_tracing_level(self, level: TracingLevel):
+        """Set the tracing level for the current span and the context
+        (i.e. any children spans created from the current span in the current
+        thread).
+
+        Tracing level can be one of:
+        - `TracingLevel.ALL`: Enable tracing for the current span and all
+            children spans.
+        - `TracingLevel.META_ONLY`: Enable tracing for the current span and all
+            children spans, but only record metadata, e.g. tokens, costs.
+        - `TracingLevel.OFF`: Disable recording any spans.
+
+        Example:
+        ```python
+        from lmnr import Laminar, TracingLevel
+
+        with Laminar.set_tracing_level(TracingLevel.META_ONLY):
+            openai_client.chat.completions.create()
+        ```
+        """
+        if level == TracingLevel.ALL:
+            yield
+        else:
+            level = "meta_only" if level == TracingLevel.META_ONLY else "off"
+            update_association_properties({"tracing_level": level})
+            yield
+            try:
+                remove_association_properties({"tracing_level": level})
+            except Exception:
+                pass
+
     @classmethod
     def set_span_attributes(
         cls,
@@ -642,20 +677,6 @@ class Laminar:
                 props.pop(k)
         set_association_properties(props)
 
-    @classmethod
-    def _set_trace_type(
-        cls,
-        trace_type: TraceType,
-    ):
-        """Set the trace_type for the current span and the context
-        Args:
-            trace_type (TraceType): Type of the trace
-        """
-        association_properties = {
-            TRACE_TYPE: trace_type.value,
-        }
-        update_association_properties(association_properties)
-
     @classmethod
     def clear_session(cls):
         """Clear the session and user id from  the context"""
@@ -731,6 +752,20 @@ class Laminar:
             "Content-Type": "application/json",
         }
 
+    @classmethod
+    def _set_trace_type(
+        cls,
+        trace_type: TraceType,
+    ):
+        """Set the trace_type for the current span and the context
+        Args:
+            trace_type (TraceType): Type of the trace
+        """
+        association_properties = {
+            TRACE_TYPE: trace_type.value,
+        }
+        update_association_properties(association_properties)
+
     @classmethod
     async def __run(
         cls,

lmnr/sdk/types.py

@@ -124,7 +124,7 @@ ExecutorFunctionReturnType = Any
 EvaluatorFunctionReturnType = Union[Numeric, dict[str, Numeric]]
 
 ExecutorFunction = Callable[
-    [EvaluationDatapointData, Any, dict[str, Any]],
+    [EvaluationDatapointData, Any],
     Union[ExecutorFunctionReturnType, Awaitable[ExecutorFunctionReturnType]],
 ]
 
@@ -133,7 +133,7 @@ ExecutorFunction = Callable[
 # record of string keys and number values. The latter is useful for evaluating
 # multiple criteria in one go instead of running multiple evaluators.
 EvaluatorFunction = Callable[
-    [ExecutorFunctionReturnType, Any, dict[str, Any]],
+    [ExecutorFunctionReturnType, Any],
     Union[EvaluatorFunctionReturnType, Awaitable[EvaluatorFunctionReturnType]],
 ]
 
@@ -203,3 +203,9 @@ class TraceType(Enum):
 class GetDatapointsResponse(pydantic.BaseModel):
     items: list[Datapoint]
     totalCount: int
+
+
+class TracingLevel(Enum):
+    OFF = 0
+    META_ONLY = 1
+    ALL = 2

{lmnr-0.4.42.dist-info → lmnr-0.4.45.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lmnr
-Version: 0.4.42
+Version: 0.4.45
 Summary: Python SDK for Laminar AI
 License: Apache-2.0
 Author: lmnr.ai
@@ -38,11 +38,9 @@ Provides-Extra: transformers
 Provides-Extra: vertexai
 Provides-Extra: watsonx
 Provides-Extra: weaviate
-Requires-Dist: aiohttp (>=3.0,<4.0)
-Requires-Dist: argparse (>=1.0,<2.0)
-Requires-Dist: backoff (>=2.0,<3.0)
-Requires-Dist: deprecated (>=1.0,<2.0)
-Requires-Dist: jinja2 (>=3.0,<4.0)
+Requires-Dist: aiohttp (>=3.0)
+Requires-Dist: argparse (>=1.0)
+Requires-Dist: deprecated (>=1.0)
 Requires-Dist: opentelemetry-api (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.28.0)
@@ -77,11 +75,10 @@ Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.33.12) ; extra == "all
 Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.33.12) ; extra == "all" or extra == "weaviate"
 Requires-Dist: opentelemetry-sdk (>=1.28.0)
 Requires-Dist: opentelemetry-semantic-conventions-ai (==0.4.2)
-Requires-Dist: pydantic (>=2.7,<3.0)
-Requires-Dist: python-dotenv (>=1.0,<2.0)
-Requires-Dist: requests (>=2.0,<3.0)
-Requires-Dist: tenacity (>=8.0)
-Requires-Dist: tqdm (>=4.0,<5.0)
+Requires-Dist: pydantic (>=2.7)
+Requires-Dist: python-dotenv (>=1.0)
+Requires-Dist: requests (>=2.0)
+Requires-Dist: tqdm (>=4.0)
 Description-Content-Type: text/markdown
 
 # Laminar Python

{lmnr-0.4.42.dist-info → lmnr-0.4.45.dist-info}/RECORD

@@ -1,17 +1,17 @@
-lmnr/__init__.py,sha256=5cTmg6sY8SYTH24VS-qEdcBwxMpbGkxks8kAqZKgXEU,434
+lmnr/__init__.py,sha256=Bqxs-8Mh4h69pOHURgBCgo9EW1GwChebxP6wUX2-bsU,452
 lmnr/cli.py,sha256=W5zn5DBJiFaVARFy2D-8tJI8ZlGNzjJqk3qiXAG2woo,1456
 lmnr/openllmetry_sdk/.flake8,sha256=bCxuDlGx3YQ55QHKPiGJkncHanh9qGjQJUujcFa3lAU,150
 lmnr/openllmetry_sdk/.python-version,sha256=9OLQBQVbD4zE4cJsPePhnAfV_snrPSoqEQw-PXgPMOs,6
 lmnr/openllmetry_sdk/__init__.py,sha256=vVSGTAwUnJvdulHtslkGAd8QCBuv78WUK3bgfBpH6Do,2390
 lmnr/openllmetry_sdk/config/__init__.py,sha256=DliMGp2NjYAqRFLKpWQPUKjGMHRO8QsVfazBA1qENQ8,248
 lmnr/openllmetry_sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-lmnr/openllmetry_sdk/decorators/base.py,sha256=UpOFkiEWEXbfDhJ-wZNzD4GJ9IyIsb13w-mgyUJYPeU,5567
+lmnr/openllmetry_sdk/decorators/base.py,sha256=xwLsUFd5husf3p-ZllVTYEe9gkwl9T3Bf1WpW1-Ua5I,6413
 lmnr/openllmetry_sdk/instruments.py,sha256=CGGUEELldrXkQwAzAkDeAtDq07_pjhz7i14a92P7C_E,1036
 lmnr/openllmetry_sdk/tracing/__init__.py,sha256=xT73L1t2si2CM6QmMiTZ7zn-dKKYBLNrpBBWq6WfVBw,68
-lmnr/openllmetry_sdk/tracing/attributes.py,sha256=h970zmb7yTszzf2oHBfOY3cDYhE6O7LhkiHLqa_7x1k,1261
+lmnr/openllmetry_sdk/tracing/attributes.py,sha256=B_4KVYWAUu-6DQmsm2eCJQcTxm8pG1EByCBK3uOPkuI,1293
 lmnr/openllmetry_sdk/tracing/content_allow_list.py,sha256=3feztm6PBWNelc8pAZUcQyEGyeSpNiVKjOaDk65l2ps,846
 lmnr/openllmetry_sdk/tracing/context_manager.py,sha256=rdSus-p-TaevQ8hIAhfbnZr5dTqRvACDkzXGDpflncY,306
-lmnr/openllmetry_sdk/tracing/tracing.py,sha256=GJM2-VbknimiksqnpI-Zu0KRWFKa93tea0GyONEspkE,31993
+lmnr/openllmetry_sdk/tracing/tracing.py,sha256=pa8ZPhH4NSwP1QnvD5qNaOZ775H5Q4KVa9OwSki9KUE,32138
 lmnr/openllmetry_sdk/utils/__init__.py,sha256=pNhf0G3vTd5ccoc03i1MXDbricSaiqCbi1DLWhSekK8,604
 lmnr/openllmetry_sdk/utils/in_memory_span_exporter.py,sha256=H_4TRaThMO1H6vUQ0OpQvzJk_fZH0OOsRAM1iZQXsR8,2112
 lmnr/openllmetry_sdk/utils/json_encoder.py,sha256=dK6b_axr70IYL7Vv-bu4wntvDDuyntoqsHaddqX7P58,463
@@ -22,12 +22,12 @@ lmnr/sdk/datasets.py,sha256=KNMp_v3z1ocIltIw7kTgj8o-l9R8N8Tgj0sw1ajQ9C8,1582
 lmnr/sdk/decorators.py,sha256=ja2EUWUWvFOp28ER0k78PRuxNahwCVyH0TdM3U-xY7U,1856
 lmnr/sdk/eval_control.py,sha256=G6Fg3Xx_KWv72iBaWlNMdyRTF2bZFQnwJ68sJNSpIcY,177
 lmnr/sdk/evaluations.py,sha256=gLImD_uB9uXgw07QiJ_OYRTFDGxiPtFCO1c8HyOq2s0,15935
-lmnr/sdk/laminar.py,sha256=rStB42gKOwz8_0HeNZwrFJ23Qk8qC_nHhu9lpdh73cI,30005
+lmnr/sdk/laminar.py,sha256=4Saelm9m6pB9GWquCdHWY-1VhAB8Q2tWlq6hnmorzHU,31250
 lmnr/sdk/log.py,sha256=cZBeUoSK39LMEV-X4-eEhTWOciULRfHaKfRK8YqIM8I,1532
-lmnr/sdk/types.py,sha256=fxRslW0IptnAuWCeFyF_jEZUToyi79-du4kyOcqeSfQ,6352
+lmnr/sdk/types.py,sha256=FCNoFoa0ingOvpXGfbiETVsakYyq9Zpoc56MXJ1YDzQ,6390
 lmnr/sdk/utils.py,sha256=Uk8y15x-sd5tP2ERONahElLDJVEy_3dA_1_5g9A6auY,3358
-lmnr-0.4.42.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
-lmnr-0.4.42.dist-info/METADATA,sha256=dZnXnQNNoYgDnPQGUcaqA9aE2ZPr3wwGFczF-jgGk7Y,12350
-lmnr-0.4.42.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-lmnr-0.4.42.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
-lmnr-0.4.42.dist-info/RECORD,,
+lmnr-0.4.45.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
+lmnr-0.4.45.dist-info/METADATA,sha256=mA47njgTnxaXCPAvEBOeNIRzsuvicfdIVMVLXe1UUWg,12212
+lmnr-0.4.45.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+lmnr-0.4.45.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
+lmnr-0.4.45.dist-info/RECORD,,