lmnr 0.4.57__tar.gz → 0.4.59__tar.gz

{lmnr-0.4.57 → lmnr-0.4.59}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.4.57
+Version: 0.4.59
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai
@@ -45,60 +45,60 @@ Requires-Dist: grpcio (<1.68.0)
 Requires-Dist: opentelemetry-api (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.28.0)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "replicate"
 Requires-Dist: opentelemetry-instrumentation-requests (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "sagemaker"
 Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.50b0)
 Requires-Dist: opentelemetry-instrumentation-threading (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "transformers"
 Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "weaviate"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "weaviate"
 Requires-Dist: opentelemetry-sdk (>=1.28.0)
 Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
 Requires-Dist: pydantic (>=2.0.3)

lmnr-0.4.59/pyproject.toml

@@ -0,0 +1,122 @@
+# Laminar Python
+
+# If you are looking for information about possible extras installations,
+# i.e. what you can pass into `pip install 'lmnr[extra1,extra2]'`, please see the
+# `[project.optional-dependencies]` section below.
+
+[project]
+name = "lmnr"
+version = "0.4.59"
+description = "Python SDK for Laminar"
+authors = [
+  { name = "lmnr.ai", email = "founders@lmnr.ai" }
+]
+readme = "README.md"
+requires-python = ">=3.9,<4"
+license = "Apache-2.0"
+dependencies = [
+  "pydantic (>=2.0.3)",
+  "requests (>=2.0)",
+  "python-dotenv (>=1.0)",
+  "opentelemetry-api (>=1.28.0)",
+  "opentelemetry-sdk (>=1.28.0)",
+  "opentelemetry-exporter-otlp-proto-http (>=1.28.0)",
+  "opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)",
+  "opentelemetry-instrumentation-requests (>=0.50b0)",
+  "opentelemetry-instrumentation-sqlalchemy (>=0.50b0)",
+  "opentelemetry-instrumentation-urllib3 (>=0.50b0)",
+  "opentelemetry-instrumentation-threading (>=0.50b0)",
+  "opentelemetry-semantic-conventions-ai (>=0.4.2)",
+  "tqdm (>=4.0)",
+  "argparse (>=1.0)",
+  "aiohttp (>=3.0)",
+  "tenacity (>=8.0)",
+  # explicitly freeze grpcio. Since 1.68.0, grpcio writes a warning message
+  # that looks scary, but is harmless.
+  # WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
+  # E0000 00:00:1737439981.199902 9456033 init.cc:229] grpc_wait_for_shutdown_with_timeout() timed out.
+  #
+  # Related issue:
+  # https://discuss.ai.google.dev/t/warning-all-log-messages-before-absl-initializelog-is-called-are-written-to-stderr-e0000-001731955515-629532-17124-init-cc-229-grpc-wait-for-shutdown-with-timeout-timed-out/50020
+  # https://github.com/grpc/grpc/issues/38490
+  "grpcio<1.68.0",
+]
+
+[project.scripts]
+lmnr = "lmnr.cli:cli"
+
+[project.optional-dependencies]
+# List of all possible extras. You can specify one or more of these extras
+# when installing the package, using any of the following examples:
+# `pip install 'lmnr[anthropic,openai]'`
+# `uv pip install 'lmnr[anthropic,openai]'`
+# `uv add lmnr --extra anthropic --extra openai`
+# `poetry add 'lmnr[anthropic,openai]'`
+
+alephalpha=["opentelemetry-instrumentation-alephalpha>=0.37.1"]
+anthropic=["opentelemetry-instrumentation-anthropic>=0.37.1"]
+bedrock=["opentelemetry-instrumentation-bedrock>=0.37.1"]
+chromadb=["opentelemetry-instrumentation-chromadb>=0.37.1"]
+cohere=["opentelemetry-instrumentation-cohere>=0.37.1"]
+google-generativeai=["opentelemetry-instrumentation-google-generativeai>=0.37.1"]
+groq=["opentelemetry-instrumentation-groq>=0.37.1"]
+haystack=["opentelemetry-instrumentation-haystack>=0.37.1"]
+lancedb=["opentelemetry-instrumentation-lancedb>=0.37.1"]
+langchain=["opentelemetry-instrumentation-langchain>=0.37.1"]
+llamaindex=["opentelemetry-instrumentation-llamaindex>=0.37.1"]
+marqo=["opentelemetry-instrumentation-marqo>=0.37.1"]
+milvus=["opentelemetry-instrumentation-milvus>=0.37.1"]
+mistralai=["opentelemetry-instrumentation-mistralai>=0.37.1"]
+ollama=["opentelemetry-instrumentation-ollama>=0.37.1"]
+openai=["opentelemetry-instrumentation-openai>=0.37.1"]
+pinecone=["opentelemetry-instrumentation-pinecone>=0.37.1"]
+qdrant=["opentelemetry-instrumentation-qdrant>=0.37.1"]
+replicate=["opentelemetry-instrumentation-replicate>=0.37.1"]
+sagemaker=["opentelemetry-instrumentation-sagemaker>=0.37.1"]
+together=["opentelemetry-instrumentation-together>=0.37.1"]
+transformers=["opentelemetry-instrumentation-transformers>=0.37.1"]
+vertexai=["opentelemetry-instrumentation-vertexai>=0.37.1"]
+watsonx=["opentelemetry-instrumentation-watsonx>=0.37.1"]
+weaviate=["opentelemetry-instrumentation-weaviate>=0.37.1"]
+# `all` is the group added for convenience, if you want to install all
+# the instrumentations.
+all = [
+  "opentelemetry-instrumentation-alephalpha>=0.37.1",
+  "opentelemetry-instrumentation-anthropic>=0.37.1",
+  "opentelemetry-instrumentation-bedrock>=0.37.1",
+  "opentelemetry-instrumentation-chromadb>=0.37.1",
+  "opentelemetry-instrumentation-cohere>=0.37.1",
+  "opentelemetry-instrumentation-google-generativeai>=0.37.1",
+  "opentelemetry-instrumentation-groq>=0.37.1",
+  "opentelemetry-instrumentation-haystack>=0.37.1",
+  "opentelemetry-instrumentation-lancedb>=0.37.1",
+  "opentelemetry-instrumentation-langchain>=0.37.1",
+  "opentelemetry-instrumentation-llamaindex>=0.37.1",
+  "opentelemetry-instrumentation-marqo>=0.37.1",
+  "opentelemetry-instrumentation-milvus>=0.37.1",
+  "opentelemetry-instrumentation-mistralai>=0.37.1",
+  "opentelemetry-instrumentation-ollama>=0.37.1",
+  "opentelemetry-instrumentation-openai>=0.37.1",
+  "opentelemetry-instrumentation-pinecone>=0.37.1",
+  "opentelemetry-instrumentation-qdrant>=0.37.1",
+  "opentelemetry-instrumentation-replicate>=0.37.1",
+  "opentelemetry-instrumentation-sagemaker>=0.37.1",
+  "opentelemetry-instrumentation-together>=0.37.1",
+  "opentelemetry-instrumentation-transformers>=0.37.1",
+  "opentelemetry-instrumentation-vertexai>=0.37.1",
+  "opentelemetry-instrumentation-watsonx>=0.37.1",
+  "opentelemetry-instrumentation-weaviate>=0.37.1"
+]
+
+[dependency-groups]
+dev = [
+  "autopep8",
+  "flake8",
+  "pytest>=8.3.4",
+  "pytest-sugar",
+  "pytest-asyncio>=0.25.2"
+]
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/openllmetry_sdk/config/__init__.py

@@ -7,3 +7,6 @@ def is_tracing_enabled() -> bool:
 
 def is_content_tracing_enabled() -> bool:
     return (os.getenv("TRACELOOP_TRACE_CONTENT") or "true").lower() == "true"
+
+
+MAX_MANUAL_SPAN_PAYLOAD_SIZE = 1024 * 1024  # 1MB

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/openllmetry_sdk/decorators/base.py

@@ -4,7 +4,7 @@ import logging
 import os
 import pydantic
 import types
-from typing import Any, Optional
+from typing import Any, Literal, Optional, Union
 
 from opentelemetry import trace
 from opentelemetry import context as context_api
@@ -12,9 +12,10 @@ from opentelemetry.trace import Span
 
 from lmnr.sdk.utils import get_input_from_func_args, is_method
 from lmnr.openllmetry_sdk.tracing import get_tracer
-from lmnr.openllmetry_sdk.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT
+from lmnr.openllmetry_sdk.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
 from lmnr.openllmetry_sdk.tracing.tracing import TracerWrapper
 from lmnr.openllmetry_sdk.utils.json_encoder import JSONEncoder
+from lmnr.openllmetry_sdk.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
 
 
 class CustomJSONEncoder(JSONEncoder):
@@ -38,6 +39,9 @@ def json_dumps(data: dict) -> str:
 
 def entity_method(
     name: Optional[str] = None,
+    ignore_input: bool = False,
+    ignore_output: bool = False,
+    span_type: Union[Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]] = "DEFAULT",
 ):
     def decorate(fn):
         @wraps(fn)
@@ -48,21 +52,22 @@ def entity_method(
             span_name = name or fn.__name__
 
             with get_tracer() as tracer:
-                span = tracer.start_span(span_name)
+                span = tracer.start_span(span_name, attributes={SPAN_TYPE: span_type})
 
                 ctx = trace.set_span_in_context(span, context_api.get_current())
                 ctx_token = context_api.attach(ctx)
 
                 try:
-                    if _should_send_prompts():
-                        span.set_attribute(
-                            SPAN_INPUT,
-                            json_dumps(
-                                get_input_from_func_args(
-                                    fn, is_method(fn), args, kwargs
-                                )
-                            ),
+                    if _should_send_prompts() and not ignore_input:
+                        inp = json_dumps(
+                            get_input_from_func_args(fn, is_method(fn), args, kwargs)
                         )
+                        if len(inp) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                            span.set_attribute(
+                                SPAN_INPUT, "Laminar: input too large to record"
+                            )
+                        else:
+                            span.set_attribute(SPAN_INPUT, inp)
                 except TypeError:
                     pass
 
@@ -78,11 +83,14 @@ def entity_method(
                     return _handle_generator(span, res)
 
                 try:
-                    if _should_send_prompts():
-                        span.set_attribute(
-                            SPAN_OUTPUT,
-                            json_dumps(res),
-                        )
+                    if _should_send_prompts() and not ignore_output:
+                        output = json_dumps(res)
+                        if len(output) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                            span.set_attribute(
+                                SPAN_OUTPUT, "Laminar: output too large to record"
+                            )
+                        else:
+                            span.set_attribute(SPAN_OUTPUT, output)
                 except TypeError:
                     pass
 
@@ -99,6 +107,9 @@ def entity_method(
 # Async Decorators
 def aentity_method(
     name: Optional[str] = None,
+    ignore_input: bool = False,
+    ignore_output: bool = False,
+    span_type: Union[Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]] = "DEFAULT",
 ):
     def decorate(fn):
         @wraps(fn)
@@ -109,21 +120,22 @@ def aentity_method(
             span_name = name or fn.__name__
 
             with get_tracer() as tracer:
-                span = tracer.start_span(span_name)
+                span = tracer.start_span(span_name, attributes={SPAN_TYPE: span_type})
 
                 ctx = trace.set_span_in_context(span, context_api.get_current())
                 ctx_token = context_api.attach(ctx)
 
                 try:
-                    if _should_send_prompts():
-                        span.set_attribute(
-                            SPAN_INPUT,
-                            json_dumps(
-                                get_input_from_func_args(
-                                    fn, is_method(fn), args, kwargs
-                                )
-                            ),
+                    if _should_send_prompts() and not ignore_input:
+                        inp = json_dumps(
+                            get_input_from_func_args(fn, is_method(fn), args, kwargs)
                         )
+                        if len(inp) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                            span.set_attribute(
+                                SPAN_INPUT, "Laminar: input too large to record"
+                            )
+                        else:
+                            span.set_attribute(SPAN_INPUT, inp)
                 except TypeError:
                     pass
 
@@ -139,8 +151,14 @@ def aentity_method(
                     return await _ahandle_generator(span, ctx_token, res)
 
                 try:
-                    if _should_send_prompts():
-                        span.set_attribute(SPAN_OUTPUT, json_dumps(res))
+                    if _should_send_prompts() and not ignore_output:
+                        output = json_dumps(res)
+                        if len(output) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                            span.set_attribute(
+                                SPAN_OUTPUT, "Laminar: output too large to record"
+                            )
+                        else:
+                            span.set_attribute(SPAN_OUTPUT, output)
                 except TypeError:
                     pass
 

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/openllmetry_sdk/tracing/attributes.py

@@ -5,6 +5,7 @@ SPAN_INPUT = "lmnr.span.input"
 SPAN_OUTPUT = "lmnr.span.output"
 SPAN_TYPE = "lmnr.span.type"
 SPAN_PATH = "lmnr.span.path"
+SPAN_IDS_PATH = "lmnr.span.ids_path"
 SPAN_INSTRUMENTATION_SOURCE = "lmnr.span.instrumentation_source"
 OVERRIDE_PARENT_SPAN = "lmnr.internal.override_parent_span"
 

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/openllmetry_sdk/tracing/tracing.py

@@ -1,7 +1,7 @@
 import atexit
 import copy
 import logging
-
+import uuid
 
 from contextvars import Context
 from lmnr.sdk.log import VerboseColorfulFormatter
@@ -9,6 +9,7 @@ from lmnr.openllmetry_sdk.instruments import Instruments
 from lmnr.sdk.browser import init_browser_tracing
 from lmnr.openllmetry_sdk.tracing.attributes import (
     ASSOCIATION_PROPERTIES,
+    SPAN_IDS_PATH,
     SPAN_INSTRUMENTATION_SOURCE,
     SPAN_PATH,
     TRACING_LEVEL,
@@ -72,6 +73,7 @@ class TracerWrapper(object):
     __tracer_provider: TracerProvider = None
     __logger: logging.Logger = None
     __span_id_to_path: dict[int, list[str]] = {}
+    __span_id_lists: dict[int, list[str]] = {}
 
     def __new__(
         cls,
@@ -162,10 +164,18 @@ class TracerWrapper(object):
         parent_span_path = span_path_in_context or (
             self.__span_id_to_path.get(span.parent.span_id) if span.parent else None
         )
+        parent_span_ids_path = (
+            self.__span_id_lists.get(span.parent.span_id, []) if span.parent else []
+        )
         span_path = parent_span_path + [span.name] if parent_span_path else [span.name]
+        span_ids_path = parent_span_ids_path + [
+            str(uuid.UUID(int=span.get_span_context().span_id))
+        ]
         span.set_attribute(SPAN_PATH, span_path)
+        span.set_attribute(SPAN_IDS_PATH, span_ids_path)
         set_value("span_path", span_path, get_current())
         self.__span_id_to_path[span.get_span_context().span_id] = span_path
+        self.__span_id_lists[span.get_span_context().span_id] = span_ids_path
 
         span.set_attribute(SPAN_INSTRUMENTATION_SOURCE, "python")
 
@@ -203,6 +213,7 @@ class TracerWrapper(object):
     def clear(cls):
         # Any state cleanup. Now used in between tests
         cls.__span_id_to_path = {}
+        cls.__span_id_lists = {}
 
     def flush(self):
         self.__spans_processor.force_flush()
@@ -432,6 +443,10 @@ def init_openai_instrumentor(should_enrich_metrics: bool):
             instrumentor = OpenAIInstrumentor(
                 enrich_assistant=should_enrich_metrics,
                 enrich_token_usage=should_enrich_metrics,
+                # Default in the package provided is an empty function, which
+                # results in dropping the image data if we don't explicitly
+                # set it to None.
+                upload_base64_image=None,
             )
             if not instrumentor.is_instrumented_by_opentelemetry:
                 instrumentor.instrument()

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/browser/playwright_patch.py

@@ -1,6 +1,10 @@
 import opentelemetry
 import uuid
 import asyncio
+import logging
+import time
+
+logger = logging.getLogger(__name__)
 
 try:
     from playwright.async_api import BrowserContext, Page
@@ -56,7 +60,6 @@ INJECT_PLACEHOLDER = """
                     'Authorization': `Bearer ${projectApiKey}`
                 },
                 body: blob,
-                compress: false,
                 credentials: 'omit',
                 mode: 'cors',
                 cache: 'no-cache',
@@ -98,9 +101,44 @@ INJECT_PLACEHOLDER = """
 def init_playwright_tracing(http_url: str, project_api_key: str):
 
     def inject_rrweb(page: SyncPage):
+        # Wait for the page to be in a ready state first
+        page.wait_for_load_state("domcontentloaded")
+
+        # First check if rrweb is already loaded
+        is_loaded = page.evaluate(
+            """
+            () => typeof window.rrweb !== 'undefined'
+        """
+        )
+
+        if not is_loaded:
+            try:
+                # Add retry logic for script loading
+                retries = 3
+                for attempt in range(retries):
+                    try:
+                        page.add_script_tag(
+                            url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
+                        )
+                        # Verify script loaded successfully
+                        page.wait_for_function(
+                            """(() => typeof window.rrweb !== 'undefined')""",
+                            timeout=5000,
+                        )
+                        break
+                    except Exception:
+                        if attempt == retries - 1:  # Last attempt
+                            raise
+                        time.sleep(0.5)  # Wait before retry
+            except Exception as script_error:
+                logger.error("Failed to load rrweb after all retries: %s", script_error)
+                return
+
         # Get current trace ID from active span
         current_span = opentelemetry.trace.get_current_span()
-        current_span.set_attribute("lmnr.internal.has_browser_session", True)
+        if current_span.is_recording():
+            current_span.set_attribute("lmnr.internal.has_browser_session", True)
+
         trace_id = format(current_span.get_span_context().trace_id, "032x")
         session_id = str(uuid.uuid4().hex)
 
@@ -113,11 +151,6 @@ def init_playwright_tracing(http_url: str, project_api_key: str):
             [trace_id, session_id],
         )
 
-        # Load rrweb from CDN
-        page.add_script_tag(
-            url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
-        )
-
         # Update the recording setup to include trace ID
         page.evaluate(
             INJECT_PLACEHOLDER,
@@ -125,41 +158,61 @@ def init_playwright_tracing(http_url: str, project_api_key: str):
         )
 
     async def inject_rrweb_async(page: Page):
-        try:
-            # Wait for the page to be in a ready state first
-            await page.wait_for_load_state("domcontentloaded")
 
-            # Get current trace ID from active span
-            current_span = opentelemetry.trace.get_current_span()
+        # Wait for the page to be in a ready state first
+        await page.wait_for_load_state("domcontentloaded")
+
+        # First check if rrweb is already loaded
+        is_loaded = await page.evaluate(
+            """
+            () => typeof window.rrweb !== 'undefined'
+        """
+        )
+
+        if not is_loaded:
+            try:
+                # Add retry logic for script loading
+                retries = 3
+                for attempt in range(retries):
+                    try:
+                        await page.add_script_tag(
+                            url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
+                        )
+                        # Verify script loaded successfully
+                        await page.wait_for_function(
+                            """(() => typeof window.rrweb !== 'undefined')""",
+                            timeout=5000,
+                        )
+                        break
+                    except Exception:
+                        if attempt == retries - 1:  # Last attempt
+                            raise
+                        await asyncio.sleep(0.5)  # Wait before retry
+            except Exception as script_error:
+                logger.error("Failed to load rrweb after all retries: %s", script_error)
+                return
+        # Get current trace ID from active span
+        current_span = opentelemetry.trace.get_current_span()
+        if current_span.is_recording():
             current_span.set_attribute("lmnr.internal.has_browser_session", True)
-            trace_id = format(current_span.get_span_context().trace_id, "032x")
-            session_id = str(uuid.uuid4().hex)
-
-            # Generate UUID session ID and set trace ID
-            await page.evaluate(
-                """([traceId, sessionId]) => {
-                window.rrwebSessionId = sessionId;
-                window.traceId = traceId;
-            }""",
-                [trace_id, session_id],
-            )
-
-            # Load rrweb from CDN
-            await page.add_script_tag(
-                url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
-            )
-
-            await page.wait_for_function(
-                """(() => window.rrweb || 'rrweb' in window)"""
-            )
-
-            # Update the recording setup to include trace ID
-            await page.evaluate(
-                INJECT_PLACEHOLDER,
-                [http_url, project_api_key],
-            )
-        except Exception as e:
-            print(f"Error injecting rrweb: {e}")
+
+        trace_id = format(current_span.get_span_context().trace_id, "032x")
+        session_id = str(uuid.uuid4().hex)
+
+        # Generate UUID session ID and set trace ID
+        await page.evaluate(
+            """([traceId, sessionId]) => {
+            window.rrwebSessionId = sessionId;
+            window.traceId = traceId;
+        }""",
+            [trace_id, session_id],
+        )
+
+        # Update the recording setup to include trace ID
+        await page.evaluate(
+            INJECT_PLACEHOLDER,
+            [http_url, project_api_key],
+        )
 
     def handle_navigation(page: SyncPage):
         def on_load():

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/decorators.py

@@ -4,7 +4,7 @@ from lmnr.openllmetry_sdk.decorators.base import (
 )
 from opentelemetry.trace import INVALID_SPAN, get_current_span
 
-from typing import Callable, Optional, TypeVar, cast
+from typing import Callable, Literal, Optional, TypeVar, Union, cast
 from typing_extensions import ParamSpec
 
 from lmnr.openllmetry_sdk.tracing.attributes import SESSION_ID
@@ -21,6 +21,9 @@ def observe(
     *,
     name: Optional[str] = None,
     session_id: Optional[str] = None,
+    ignore_input: bool = False,
+    ignore_output: bool = False,
+    span_type: Union[Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]] = "DEFAULT",
 ) -> Callable[[Callable[P, R]], Callable[P, R]]:
     """The main decorator entrypoint for Laminar. This is used to wrap
     functions and methods to create spans.
@@ -50,9 +53,19 @@ def observe(
             association_properties["session_id"] = session_id
         update_association_properties(association_properties)
         return (
-            aentity_method(name=name)(func)
+            aentity_method(
+                name=name,
+                ignore_input=ignore_input,
+                ignore_output=ignore_output,
+                span_type=span_type,
+            )(func)
             if is_async(func)
-            else entity_method(name=name)(func)
+            else entity_method(
+                name=name,
+                ignore_input=ignore_input,
+                ignore_output=ignore_output,
+                span_type=span_type,
+            )(func)
         )
 
     return cast(Callable, decorator)

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/evaluations.py

@@ -222,9 +222,6 @@ class Evaluation:
             self.is_finished = True
             return
 
-        for result_datapoint in result_datapoints:
-            result_datapoint.human_evaluators = self.human_evaluators or {}
-
         average_scores = get_average_scores(result_datapoints)
         self.reporter.stop(average_scores, evaluation.projectId, evaluation.id)
         self.is_finished = True
@@ -342,6 +339,7 @@ def evaluate(
     http_port: Optional[int] = None,
     grpc_port: Optional[int] = None,
     instruments: Optional[Set[Instruments]] = None,
+    max_export_batch_size: Optional[int] = MAX_EXPORT_BATCH_SIZE,
 ) -> Optional[Awaitable[None]]:
     """
     If added to the file which is called through `lmnr eval` command, then
@@ -422,6 +420,7 @@ def evaluate(
         http_port=http_port,
         grpc_port=grpc_port,
         instruments=instruments,
+        max_export_batch_size=max_export_batch_size,
     )
 
     if PREPARE_ONLY.get():

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/laminar.py

@@ -9,6 +9,7 @@ from lmnr.openllmetry_sdk.tracing.attributes import (
     SPAN_TYPE,
     OVERRIDE_PARENT_SPAN,
 )
+from lmnr.openllmetry_sdk.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
 from lmnr.openllmetry_sdk.decorators.base import json_dumps
 from opentelemetry import context as context_api, trace
 from opentelemetry.context import attach, detach
@@ -47,7 +48,6 @@ from lmnr.openllmetry_sdk.tracing.tracing import (
 from .log import VerboseColorfulFormatter
 
 from .types import (
-    HumanEvaluator,
     InitEvaluationResponse,
     EvaluationResultDatapoint,
     GetDatapointsResponse,
@@ -323,7 +323,9 @@ class Laminar:
         cls,
         name: str,
         input: Any = None,
-        span_type: Union[Literal["DEFAULT"], Literal["LLM"]] = "DEFAULT",
+        span_type: Union[
+            Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]
+        ] = "DEFAULT",
         context: Optional[Context] = None,
         trace_id: Optional[uuid.UUID] = None,
         labels: Optional[dict[str, str]] = None,
@@ -402,10 +404,17 @@ class Laminar:
                 if trace_id is not None and isinstance(trace_id, uuid.UUID):
                     span.set_attribute(OVERRIDE_PARENT_SPAN, True)
                 if input is not None:
-                    span.set_attribute(
-                        SPAN_INPUT,
-                        json_dumps(input),
-                    )
+                    serialized_input = json_dumps(input)
+                    if len(serialized_input) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                        span.set_attribute(
+                            SPAN_INPUT,
+                            "Laminar: input too large to record",
+                        )
+                    else:
+                        span.set_attribute(
+                            SPAN_INPUT,
+                            serialized_input,
+                        )
                 yield span
 
             # TODO: Figure out if this is necessary
@@ -454,7 +463,9 @@ class Laminar:
         cls,
         name: str,
         input: Any = None,
-        span_type: Union[Literal["DEFAULT"], Literal["LLM"]] = "DEFAULT",
+        span_type: Union[
+            Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]
+        ] = "DEFAULT",
         context: Optional[Context] = None,
         trace_id: Optional[uuid.UUID] = None,
         labels: Optional[dict[str, str]] = None,
@@ -546,10 +557,17 @@ class Laminar:
             if trace_id is not None and isinstance(trace_id, uuid.UUID):
                 span.set_attribute(OVERRIDE_PARENT_SPAN, True)
             if input is not None:
-                span.set_attribute(
-                    SPAN_INPUT,
-                    json_dumps(input),
-                )
+                serialized_input = json_dumps(input)
+                if len(serialized_input) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                    span.set_attribute(
+                        SPAN_INPUT,
+                        "Laminar: input too large to record",
+                    )
+                else:
+                    span.set_attribute(
+                        SPAN_INPUT,
+                        serialized_input,
+                    )
             return span
 
     @classmethod
@@ -563,7 +581,14 @@ class Laminar:
         """
         span = trace.get_current_span()
         if output is not None and span != trace.INVALID_SPAN:
-            span.set_attribute(SPAN_OUTPUT, json_dumps(output))
+            serialized_output = json_dumps(output)
+            if len(serialized_output) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
+                span.set_attribute(
+                    SPAN_OUTPUT,
+                    "Laminar: output too large to record",
+                )
+            else:
+                span.set_attribute(SPAN_OUTPUT, serialized_output)
 
     @classmethod
     @contextmanager
@@ -713,7 +738,6 @@ class Laminar:
         eval_id: uuid.UUID,
         datapoints: list[EvaluationResultDatapoint],
         groupName: Optional[str] = None,
-        human_evaluators: Optional[list[HumanEvaluator]] = None,
     ):
         async with aiohttp.ClientSession() as session:
 
@@ -722,7 +746,6 @@ class Laminar:
                 json={
                     "points": [datapoint.to_dict() for datapoint in datapoints],
                     "groupName": groupName,
-                    "humanEvaluators": human_evaluators,
                 },
                 headers=cls._headers(),
             ) as response:

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/types.py

@@ -164,9 +164,11 @@ class EvaluationResultDatapoint(pydantic.BaseModel):
     def to_dict(self):
         try:
             return {
-                "data": serialize(self.data),
-                "target": serialize(self.target),
-                "executorOutput": serialize(self.executor_output),
+                # preserve only preview of the data, target and executor output
+                # (full data is in trace)
+                "data": str(serialize(self.data))[:100],
+                "target": str(serialize(self.target))[:100],
+                "executorOutput": str(serialize(self.executor_output))[:100],
                 "scores": self.scores,
                 "traceId": str(self.trace_id),
                 "humanEvaluators": [

{lmnr-0.4.57 → lmnr-0.4.59}/src/lmnr/sdk/utils.py

@@ -49,7 +49,7 @@ def is_iterator(o: typing.Any) -> bool:
     return hasattr(o, "__iter__") and hasattr(o, "__next__")
 
 
-def serialize(obj: typing.Any) -> dict[str, typing.Any]:
+def serialize(obj: typing.Any) -> typing.Union[str, dict[str, typing.Any]]:
     def serialize_inner(o: typing.Any):
         if isinstance(o, (datetime.datetime, datetime.date)):
             return o.strftime("%Y-%m-%dT%H:%M:%S.%f%z")

lmnr-0.4.57/pyproject.toml

@@ -1,122 +0,0 @@
-# Laminar Python
-
-# If you are looking for information about possible extras installations,
-# i.e. what you can pass into `pip install 'lmnr[extra1,extra2]'`, please see the
-# `[project.optional-dependencies]` section below.
-
-[project]
-name = "lmnr"
-version = "0.4.57"
-description = "Python SDK for Laminar"
-authors = [
-  { name = "lmnr.ai", email = "founders@lmnr.ai" }
-]
-readme = "README.md"
-requires-python = ">=3.9,<4"
-license = "Apache-2.0"
-dependencies = [
-  "pydantic (>=2.0.3)",
-  "requests (>=2.0)",
-  "python-dotenv (>=1.0)",
-  "opentelemetry-api (>=1.28.0)",
-  "opentelemetry-sdk (>=1.28.0)",
-  "opentelemetry-exporter-otlp-proto-http (>=1.28.0)",
-  "opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)",
-  "opentelemetry-instrumentation-requests (>=0.50b0)",
-  "opentelemetry-instrumentation-sqlalchemy (>=0.50b0)",
-  "opentelemetry-instrumentation-urllib3 (>=0.50b0)",
-  "opentelemetry-instrumentation-threading (>=0.50b0)",
-  "opentelemetry-semantic-conventions-ai (>=0.4.2)",
-  "tqdm (>=4.0)",
-  "argparse (>=1.0)",
-  "aiohttp (>=3.0)",
-  "tenacity (>=8.0)",
-  # explicitly freeze grpcio. Since 1.68.0, grpcio writes a warning message
-  # that looks scary, but is harmless.
-  # WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
-  # E0000 00:00:1737439981.199902 9456033 init.cc:229] grpc_wait_for_shutdown_with_timeout() timed out.
-  #
-  # Related issue:
-  # https://discuss.ai.google.dev/t/warning-all-log-messages-before-absl-initializelog-is-called-are-written-to-stderr-e0000-001731955515-629532-17124-init-cc-229-grpc-wait-for-shutdown-with-timeout-timed-out/50020
-  # https://github.com/grpc/grpc/issues/38490
-  "grpcio<1.68.0",
-]
-
-[project.scripts]
-lmnr = "lmnr.cli:cli"
-
-[project.optional-dependencies]
-# List of all possible extras. You can specify one or more of these extras
-# when installing the package, using any of the following examples:
-# `pip install 'lmnr[anthropic,openai]'`
-# `uv pip install 'lmnr[anthropic,openai]'`
-# `uv add lmnr --extra anthropic --extra openai`
-# `poetry add 'lmnr[anthropic,openai]'`
-
-alephalpha=["opentelemetry-instrumentation-alephalpha>=0.36.1"]
-anthropic=["opentelemetry-instrumentation-anthropic>=0.36.1"]
-bedrock=["opentelemetry-instrumentation-bedrock>=0.36.1"]
-chromadb=["opentelemetry-instrumentation-chromadb>=0.36.1"]
-cohere=["opentelemetry-instrumentation-cohere>=0.36.1"]
-google-generativeai=["opentelemetry-instrumentation-google-generativeai>=0.36.1"]
-groq=["opentelemetry-instrumentation-groq>=0.36.1"]
-haystack=["opentelemetry-instrumentation-haystack>=0.36.1"]
-lancedb=["opentelemetry-instrumentation-lancedb>=0.36.1"]
-langchain=["opentelemetry-instrumentation-langchain>=0.36.1"]
-llamaindex=["opentelemetry-instrumentation-llamaindex>=0.36.1"]
-marqo=["opentelemetry-instrumentation-marqo>=0.36.1"]
-milvus=["opentelemetry-instrumentation-milvus>=0.36.1"]
-mistralai=["opentelemetry-instrumentation-mistralai>=0.36.1"]
-ollama=["opentelemetry-instrumentation-ollama>=0.36.1"]
-openai=["opentelemetry-instrumentation-openai>=0.36.1"]
-pinecone=["opentelemetry-instrumentation-pinecone>=0.36.1"]
-qdrant=["opentelemetry-instrumentation-qdrant>=0.36.1"]
-replicate=["opentelemetry-instrumentation-replicate>=0.36.1"]
-sagemaker=["opentelemetry-instrumentation-sagemaker>=0.36.1"]
-together=["opentelemetry-instrumentation-together>=0.36.1"]
-transformers=["opentelemetry-instrumentation-transformers>=0.36.1"]
-vertexai=["opentelemetry-instrumentation-vertexai>=0.36.1"]
-watsonx=["opentelemetry-instrumentation-watsonx>=0.36.1"]
-weaviate=["opentelemetry-instrumentation-weaviate>=0.36.1"]
-# `all` is the group added for convenience, if you want to install all
-# the instrumentations.
-all = [
-  "opentelemetry-instrumentation-alephalpha>=0.36.1",
-  "opentelemetry-instrumentation-anthropic>=0.36.1",
-  "opentelemetry-instrumentation-bedrock>=0.36.1",
-  "opentelemetry-instrumentation-chromadb>=0.36.1",
-  "opentelemetry-instrumentation-cohere>=0.36.1",
-  "opentelemetry-instrumentation-google-generativeai>=0.36.1",
-  "opentelemetry-instrumentation-groq>=0.36.1",
-  "opentelemetry-instrumentation-haystack>=0.36.1",
-  "opentelemetry-instrumentation-lancedb>=0.36.1",
-  "opentelemetry-instrumentation-langchain>=0.36.1",
-  "opentelemetry-instrumentation-llamaindex>=0.36.1",
-  "opentelemetry-instrumentation-marqo>=0.36.1",
-  "opentelemetry-instrumentation-milvus>=0.36.1",
-  "opentelemetry-instrumentation-mistralai>=0.36.1",
-  "opentelemetry-instrumentation-ollama>=0.36.1",
-  "opentelemetry-instrumentation-openai>=0.36.1",
-  "opentelemetry-instrumentation-pinecone>=0.36.1",
-  "opentelemetry-instrumentation-qdrant>=0.36.1",
-  "opentelemetry-instrumentation-replicate>=0.36.1",
-  "opentelemetry-instrumentation-sagemaker>=0.36.1",
-  "opentelemetry-instrumentation-together>=0.36.1",
-  "opentelemetry-instrumentation-transformers>=0.36.1",
-  "opentelemetry-instrumentation-vertexai>=0.36.1",
-  "opentelemetry-instrumentation-watsonx>=0.36.1",
-  "opentelemetry-instrumentation-weaviate>=0.36.1"
-]
-
-[dependency-groups]
-dev = [
-  "autopep8",
-  "flake8",
-  "pytest>=8.3.4",
-  "pytest-sugar",
-  "pytest-asyncio>=0.25.2"
-]
-
-[build-system]
-requires = ["poetry-core"]
-build-backend = "poetry.core.masonry.api"