lmnr 0.5.1a0__tar.gz → 0.5.3__tar.gz

{lmnr-0.5.1a0 → lmnr-0.5.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.5.1a0
+Version: 0.5.3
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai
@@ -41,67 +41,67 @@ Provides-Extra: watsonx
 Provides-Extra: weaviate
 Requires-Dist: argparse (>=1.0)
 Requires-Dist: grpcio (<1.68.0)
-Requires-Dist: httpx (>=0.28.1)
+Requires-Dist: httpx (>=0.25.0)
 Requires-Dist: opentelemetry-api (>=1.31.1)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.31.1)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.31.1)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.38.12) ; extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.38.12) ; extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.38.12) ; extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.38.12) ; extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.38.12) ; extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.38.12) ; extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.38.12) ; extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.38.12) ; extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.38.12) ; extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.38.12) ; extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.38.12) ; extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.38.12) ; extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.38.12) ; extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.38.12) ; extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.38.12) ; extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.38.12) ; extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.38.12) ; extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.38.12) ; extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.38.12) ; extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "replicate"
 Requires-Dist: opentelemetry-instrumentation-requests (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.38.12) ; extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "sagemaker"
 Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.52b0)
 Requires-Dist: opentelemetry-instrumentation-threading (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-together (>=0.38.12) ; extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.38.12) ; extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "transformers"
 Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.38.12) ; extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.38.12) ; extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.38.12) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.38.12) ; extra == "weaviate"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "weaviate"
 Requires-Dist: opentelemetry-sdk (>=1.31.1)
 Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
-Requires-Dist: pydantic (>=2.0.3)
+Requires-Dist: pydantic (>=2.0.3,<3.0.0)
 Requires-Dist: python-dotenv (>=1.0)
 Requires-Dist: tenacity (>=8.0)
 Requires-Dist: tqdm (>=4.0)
@@ -222,7 +222,7 @@ def handle_user_request(topic: str):
 Laminar allows you to automatically instrument majority of the most popular LLM, Vector DB, database, requests, and other libraries.
 
 If you want to automatically instrument a default set of libraries, then simply do NOT pass `instruments` argument to `.initialize()`.
-See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/openllmetry_sdk/instruments.py).
+See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/opentelemetry_lib/instruments.py).
 
 If you want to automatically instrument only specific LLM, Vector DB, or other
 calls with OpenTelemetry-compatible instrumentation, then pass the appropriate instruments to `.initialize()`.
@@ -335,9 +335,9 @@ for chunk in client.agent.run(
     prompt="What is the weather in London today?",
     stream=True
 ):
-    if chunk.chunkType == 'step':
+    if chunk.chunk_type == 'step':
         print(chunk.summary)
-    elif chunk.chunkType == 'finalOutput':
+    elif chunk.chunk_type == 'finalOutput':
         print(chunk.content.result.content)
 ```
 
@@ -371,9 +371,9 @@ async for chunk in client.agent.run(
     prompt="What is the weather in London today?",
     stream=True
 ):
-    if chunk.chunkType == 'step':
+    if chunk.chunk_type == 'step':
         print(chunk.summary)
-    elif chunk.chunkType == 'finalOutput':
+    elif chunk.chunk_type == 'finalOutput':
         print(chunk.content.result.content)
 ```
 

{lmnr-0.5.1a0 → lmnr-0.5.3}/README.md

@@ -113,7 +113,7 @@ def handle_user_request(topic: str):
 Laminar allows you to automatically instrument majority of the most popular LLM, Vector DB, database, requests, and other libraries.
 
 If you want to automatically instrument a default set of libraries, then simply do NOT pass `instruments` argument to `.initialize()`.
-See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/openllmetry_sdk/instruments.py).
+See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/opentelemetry_lib/instruments.py).
 
 If you want to automatically instrument only specific LLM, Vector DB, or other
 calls with OpenTelemetry-compatible instrumentation, then pass the appropriate instruments to `.initialize()`.
@@ -226,9 +226,9 @@ for chunk in client.agent.run(
     prompt="What is the weather in London today?",
     stream=True
 ):
-    if chunk.chunkType == 'step':
+    if chunk.chunk_type == 'step':
         print(chunk.summary)
-    elif chunk.chunkType == 'finalOutput':
+    elif chunk.chunk_type == 'finalOutput':
         print(chunk.content.result.content)
 ```
 
@@ -262,8 +262,8 @@ async for chunk in client.agent.run(
     prompt="What is the weather in London today?",
     stream=True
 ):
-    if chunk.chunkType == 'step':
+    if chunk.chunk_type == 'step':
         print(chunk.summary)
-    elif chunk.chunkType == 'finalOutput':
+    elif chunk.chunk_type == 'finalOutput':
         print(chunk.content.result.content)
 ```

lmnr-0.5.3/pyproject.toml

@@ -0,0 +1,129 @@
+# Laminar Python
+
+# If you are looking for information about possible extras installations,
+# i.e. what you can pass into `pip install 'lmnr[extra1,extra2]'`, please see the
+# `[project.optional-dependencies]` section below.
+
+[project]
+name = "lmnr"
+version = "0.5.3"
+description = "Python SDK for Laminar"
+authors = [
+  { name = "lmnr.ai", email = "founders@lmnr.ai" }
+]
+readme = "README.md"
+requires-python = ">=3.9,<4"
+license = "Apache-2.0"
+dependencies = [
+  "pydantic (>=2.0.3,<3.0.0)",
+  "python-dotenv (>=1.0)",
+  "opentelemetry-api (>=1.31.1)",
+  "opentelemetry-sdk (>=1.31.1)",
+  "opentelemetry-exporter-otlp-proto-http (>=1.31.1)",
+  "opentelemetry-exporter-otlp-proto-grpc (>=1.31.1)",
+  "opentelemetry-instrumentation-requests (>=0.52b0)",
+  "opentelemetry-instrumentation-sqlalchemy (>=0.52b0)",
+  "opentelemetry-instrumentation-urllib3 (>=0.52b0)",
+  "opentelemetry-instrumentation-threading (>=0.52b0)",
+  "opentelemetry-semantic-conventions-ai (>=0.4.2)",
+  "tqdm (>=4.0)",
+  "argparse (>=1.0)",
+  "tenacity (>=8.0)",
+  # explicitly freeze grpcio. Since 1.68.0, grpcio writes a warning message
+  # that looks scary, but is harmless.
+  # WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
+  # E0000 00:00:1737439981.199902 9456033 init.cc:229] grpc_wait_for_shutdown_with_timeout() timed out.
+  #
+  # Related issue:
+  # https://discuss.ai.google.dev/t/warning-all-log-messages-before-absl-initializelog-is-called-are-written-to-stderr-e0000-001731955515-629532-17124-init-cc-229-grpc-wait-for-shutdown-with-timeout-timed-out/50020
+  # https://github.com/grpc/grpc/issues/38490
+  "grpcio<1.68.0",
+  "httpx>=0.25.0",
+]
+
+[project.scripts]
+lmnr = "lmnr.cli:cli"
+
+[project.optional-dependencies]
+# List of all possible extras. You can specify one or more of these extras
+# when installing the package, using any of the following examples:
+# `pip install 'lmnr[anthropic,openai]'`
+# `uv pip install 'lmnr[anthropic,openai]'`
+# `uv add lmnr --extra anthropic --extra openai`
+# `poetry add 'lmnr[anthropic,openai]'`
+
+alephalpha=["opentelemetry-instrumentation-alephalpha>=0.39.2"]
+anthropic=["opentelemetry-instrumentation-anthropic>=0.39.2"]
+bedrock=["opentelemetry-instrumentation-bedrock>=0.39.2"]
+chromadb=["opentelemetry-instrumentation-chromadb>=0.39.2"]
+cohere=["opentelemetry-instrumentation-cohere>=0.39.2"]
+google-generativeai=["opentelemetry-instrumentation-google-generativeai>=0.39.2"]
+groq=["opentelemetry-instrumentation-groq>=0.39.2"]
+haystack=["opentelemetry-instrumentation-haystack>=0.39.2"]
+lancedb=["opentelemetry-instrumentation-lancedb>=0.39.2"]
+langchain=["opentelemetry-instrumentation-langchain>=0.39.2"]
+llamaindex=["opentelemetry-instrumentation-llamaindex>=0.39.2"]
+marqo=["opentelemetry-instrumentation-marqo>=0.39.2"]
+milvus=["opentelemetry-instrumentation-milvus>=0.39.2"]
+mistralai=["opentelemetry-instrumentation-mistralai>=0.39.2"]
+ollama=["opentelemetry-instrumentation-ollama>=0.39.2"]
+openai=["opentelemetry-instrumentation-openai>=0.39.2"]
+pinecone=["opentelemetry-instrumentation-pinecone>=0.39.2"]
+qdrant=["opentelemetry-instrumentation-qdrant>=0.39.2"]
+replicate=["opentelemetry-instrumentation-replicate>=0.39.2"]
+sagemaker=["opentelemetry-instrumentation-sagemaker>=0.39.2"]
+together=["opentelemetry-instrumentation-together>=0.39.2"]
+transformers=["opentelemetry-instrumentation-transformers>=0.39.2"]
+vertexai=["opentelemetry-instrumentation-vertexai>=0.39.2"]
+watsonx=["opentelemetry-instrumentation-watsonx>=0.39.2"]
+weaviate=["opentelemetry-instrumentation-weaviate>=0.39.2"]
+# `all` is the group added for convenience, if you want to install all
+# the instrumentations.
+all = [
+  "opentelemetry-instrumentation-alephalpha>=0.39.2",
+  "opentelemetry-instrumentation-anthropic>=0.39.2",
+  "opentelemetry-instrumentation-bedrock>=0.39.2",
+  "opentelemetry-instrumentation-chromadb>=0.39.2",
+  "opentelemetry-instrumentation-cohere>=0.39.2",
+  "opentelemetry-instrumentation-google-generativeai>=0.39.2",
+  "opentelemetry-instrumentation-groq>=0.39.2",
+  "opentelemetry-instrumentation-haystack>=0.39.2",
+  "opentelemetry-instrumentation-lancedb>=0.39.2",
+  "opentelemetry-instrumentation-langchain>=0.39.2",
+  "opentelemetry-instrumentation-llamaindex>=0.39.2",
+  "opentelemetry-instrumentation-marqo>=0.39.2",
+  "opentelemetry-instrumentation-milvus>=0.39.2",
+  "opentelemetry-instrumentation-mistralai>=0.39.2",
+  "opentelemetry-instrumentation-ollama>=0.39.2",
+  "opentelemetry-instrumentation-openai>=0.39.2",
+  "opentelemetry-instrumentation-pinecone>=0.39.2",
+  "opentelemetry-instrumentation-qdrant>=0.39.2",
+  "opentelemetry-instrumentation-replicate>=0.39.2",
+  "opentelemetry-instrumentation-sagemaker>=0.39.2",
+  "opentelemetry-instrumentation-together>=0.39.2",
+  "opentelemetry-instrumentation-transformers>=0.39.2",
+  "opentelemetry-instrumentation-vertexai>=0.39.2",
+  "opentelemetry-instrumentation-watsonx>=0.39.2",
+  "opentelemetry-instrumentation-weaviate>=0.39.2"
+]
+
+[dependency-groups]
+dev = [
+  "autopep8",
+  "flake8",
+  "pytest>=8.3.5",
+  "pytest-sugar>=1.0.0",
+  "pytest-asyncio>=0.26.0",
+  "playwright>=1.51.0"
+]
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.uv.workspace]
+members = ["examples/fastapi-app"]
+# we can move to uv_build, once it's more stable
+# https://github.com/astral-sh/uv/issues/3957
+# requires = ["uv_build>=0.6.16,<0.7"]
+# build-backend = "uv_build"

{lmnr-0.5.1a0 → lmnr-0.5.3}/src/lmnr/__init__.py

@@ -6,26 +6,21 @@ from .sdk.laminar import Laminar
 from .sdk.types import (
     AgentOutput,
     FinalOutputChunkContent,
-    ChatMessage,
     HumanEvaluator,
-    NodeInput,
-    PipelineRunError,
-    PipelineRunResponse,
     RunAgentResponseChunk,
     StepChunkContent,
     TracingLevel,
 )
 from .sdk.decorators import observe
 from .sdk.types import LaminarSpanContext
-from .openllmetry_sdk import Instruments
-from .openllmetry_sdk.tracing.attributes import Attributes
+from .opentelemetry_lib import Instruments
+from .opentelemetry_lib.tracing.attributes import Attributes
 from opentelemetry.trace import use_span
 
 __all__ = [
     "AgentOutput",
     "AsyncLaminarClient",
     "Attributes",
-    "ChatMessage",
     "EvaluationDataset",
     "FinalOutputChunkContent",
     "HumanEvaluator",
@@ -34,9 +29,6 @@ __all__ = [
     "LaminarClient",
     "LaminarDataset",
     "LaminarSpanContext",
-    "NodeInput",
-    "PipelineRunError",
-    "PipelineRunResponse",
     "RunAgentResponseChunk",
     "StepChunkContent",
     "TracingLevel",

{lmnr-0.5.1a0 → lmnr-0.5.3}/src/lmnr/cli.py

@@ -1,18 +1,17 @@
 from argparse import ArgumentParser
 import asyncio
 import importlib.util
-import logging
 import os
 import re
 import sys
+from typing import Optional
+
+from lmnr.sdk.evaluations import Evaluation
 
 from .sdk.eval_control import PREPARE_ONLY, EVALUATION_INSTANCE
-from .sdk.log import ColorfulFormatter
+from .sdk.log import get_default_logger
 
-LOG = logging.getLogger(__name__)
-console_log_handler = logging.StreamHandler()
-console_log_handler.setFormatter(ColorfulFormatter())
-LOG.addHandler(console_log_handler)
+LOG = get_default_logger(__name__)
 
 
 EVAL_DIR = "evals"
@@ -28,7 +27,10 @@ async def run_evaluation(args):
             if re.match(r".*_eval\.py$", f) or re.match(r"eval_.*\.py$", f)
         ]
         if len(files) == 0:
-            LOG.error("No evaluation files found in evals directory")
+            LOG.error("No evaluation files found in `evals` directory")
+            LOG.info(
+                "Eval files must be located in the `evals` directory and must be named *_eval.py or eval_*.py"
+            )
             return
         files.sort()
         LOG.info(f"Located {len(files)} evaluation files in {EVAL_DIR}")
@@ -53,7 +55,7 @@ async def run_evaluation(args):
             sys.modules[name] = mod
 
             spec.loader.exec_module(mod)
-            evaluation = EVALUATION_INSTANCE.get()
+            evaluation: Optional[Evaluation] = EVALUATION_INSTANCE.get()
             if evaluation is None:
                 LOG.warning("Evaluation instance not found")
                 if args.fail_on_error:

{lmnr-0.5.1a0/src/lmnr/openllmetry_sdk → lmnr-0.5.3/src/lmnr/opentelemetry_lib}/__init__.py

@@ -1,6 +1,5 @@
 import sys
 
-from contextlib import contextmanager
 from typing import Optional, Set
 from opentelemetry.sdk.trace import SpanProcessor
 from opentelemetry.sdk.trace.export import SpanExporter
@@ -8,18 +7,17 @@ from opentelemetry.sdk.resources import SERVICE_NAME
 from opentelemetry.propagators.textmap import TextMapPropagator
 from opentelemetry.util.re import parse_env_headers
 
-from lmnr.openllmetry_sdk.instruments import Instruments
-from lmnr.openllmetry_sdk.config import (
+from lmnr.opentelemetry_lib.instruments import Instruments
+from lmnr.opentelemetry_lib.config import (
     is_content_tracing_enabled,
     is_tracing_enabled,
 )
-from lmnr.openllmetry_sdk.tracing.tracing import TracerWrapper
+from lmnr.opentelemetry_lib.tracing.tracing import TracerWrapper
 from typing import Dict
 
 
 class TracerManager:
     __tracer_wrapper: TracerWrapper
-    __initialized: bool = False
 
     @staticmethod
     def init(
@@ -53,6 +51,9 @@ class TracerManager:
 
         # Tracer init
         resource_attributes.update({SERVICE_NAME: app_name})
+        TracerWrapper.set_static_params(
+            resource_attributes, enable_content_tracing, api_endpoint, headers
+        )
         TracerManager.__tracer_wrapper = TracerWrapper(
             disable_batch=disable_batch,
             processor=processor,
@@ -63,41 +64,12 @@ class TracerManager:
             base_http_url=base_http_url,
             project_api_key=project_api_key,
             max_export_batch_size=max_export_batch_size,
-            resource_attributes=resource_attributes,
-            enable_content_tracing=enable_content_tracing,
-            endpoint=api_endpoint,
-            headers=headers,
         )
-        TracerManager.__initialized = True
 
     @staticmethod
     def flush() -> bool:
         return TracerManager.__tracer_wrapper.flush()
 
     @staticmethod
-    def shutdown() -> bool:
-        try:
-            res = TracerManager.__tracer_wrapper.shutdown()
-            TracerManager.__tracer_wrapper = None
-            TracerManager.__initialized = False
-            return res
-        except Exception:
-            return False
-
-    @staticmethod
-    def is_initialized() -> bool:
-        return TracerManager.__initialized
-
-    @staticmethod
-    def get_tracer_wrapper() -> TracerWrapper:
-        return TracerManager.__tracer_wrapper
-
-
-@contextmanager
-def get_tracer(flush_on_exit: bool = False):
-    wrapper = TracerManager.get_tracer_wrapper()
-    try:
-        yield wrapper.get_tracer()
-    finally:
-        if flush_on_exit:
-            wrapper.flush()
+    def shutdown():
+        TracerManager.__tracer_wrapper.shutdown()

{lmnr-0.5.1a0/src/lmnr/openllmetry_sdk → lmnr-0.5.3/src/lmnr/opentelemetry_lib}/decorators/base.py

@@ -1,7 +1,6 @@
 import json
 from functools import wraps
 import logging
-import os
 import pydantic
 import types
 from typing import Any, Literal, Optional, Union
@@ -11,11 +10,11 @@ from opentelemetry import context as context_api
 from opentelemetry.trace import Span
 
 from lmnr.sdk.utils import get_input_from_func_args, is_method
-from lmnr.openllmetry_sdk import get_tracer
-from lmnr.openllmetry_sdk.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
-from lmnr.openllmetry_sdk import TracerManager
-from lmnr.openllmetry_sdk.utils.json_encoder import JSONEncoder
-from lmnr.openllmetry_sdk.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
+from lmnr.opentelemetry_lib.tracing import get_tracer
+from lmnr.opentelemetry_lib.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
+from lmnr.opentelemetry_lib.tracing.tracing import TracerWrapper
+from lmnr.opentelemetry_lib.utils.json_encoder import JSONEncoder
+from lmnr.opentelemetry_lib.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
 
 
 class CustomJSONEncoder(JSONEncoder):
@@ -40,13 +39,14 @@ def json_dumps(data: dict) -> str:
 def entity_method(
     name: Optional[str] = None,
     ignore_input: bool = False,
+    ignore_inputs: Optional[list[str]] = None,
     ignore_output: bool = False,
     span_type: Union[Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]] = "DEFAULT",
 ):
     def decorate(fn):
         @wraps(fn)
         def wrap(*args, **kwargs):
-            if not TracerManager.is_initialized():
+            if not TracerWrapper.verify_initialized():
                 return fn(*args, **kwargs)
 
             span_name = name or fn.__name__
@@ -58,9 +58,15 @@ def entity_method(
                 ctx_token = context_api.attach(ctx)
 
                 try:
-                    if _should_send_prompts() and not ignore_input:
+                    if not ignore_input:
                         inp = json_dumps(
-                            get_input_from_func_args(fn, is_method(fn), args, kwargs)
+                            get_input_from_func_args(
+                                fn,
+                                is_method=is_method(fn),
+                                func_args=args,
+                                func_kwargs=kwargs,
+                                ignore_inputs=ignore_inputs,
+                            )
                         )
                         if len(inp) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
                             span.set_attribute(
@@ -83,7 +89,7 @@ def entity_method(
                     return _handle_generator(span, res)
 
                 try:
-                    if _should_send_prompts() and not ignore_output:
+                    if not ignore_output:
                         output = json_dumps(res)
                         if len(output) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
                             span.set_attribute(
@@ -108,13 +114,14 @@ def entity_method(
 def aentity_method(
     name: Optional[str] = None,
     ignore_input: bool = False,
+    ignore_inputs: Optional[list[str]] = None,
     ignore_output: bool = False,
     span_type: Union[Literal["DEFAULT"], Literal["LLM"], Literal["TOOL"]] = "DEFAULT",
 ):
     def decorate(fn):
         @wraps(fn)
         async def wrap(*args, **kwargs):
-            if not TracerManager.is_initialized():
+            if not TracerWrapper.verify_initialized():
                 return await fn(*args, **kwargs)
 
             span_name = name or fn.__name__
@@ -126,9 +133,15 @@ def aentity_method(
                 ctx_token = context_api.attach(ctx)
 
                 try:
-                    if _should_send_prompts() and not ignore_input:
+                    if not ignore_input:
                         inp = json_dumps(
-                            get_input_from_func_args(fn, is_method(fn), args, kwargs)
+                            get_input_from_func_args(
+                                fn,
+                                is_method=is_method(fn),
+                                func_args=args,
+                                func_kwargs=kwargs,
+                                ignore_inputs=ignore_inputs,
+                            )
                         )
                         if len(inp) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
                             span.set_attribute(
@@ -151,7 +164,7 @@ def aentity_method(
                     return await _ahandle_generator(span, ctx_token, res)
 
                 try:
-                    if _should_send_prompts() and not ignore_output:
+                    if not ignore_output:
                         output = json_dumps(res)
                         if len(output) > MAX_MANUAL_SPAN_PAYLOAD_SIZE:
                             span.set_attribute(
@@ -192,12 +205,6 @@ async def _ahandle_generator(span, ctx_token, res):
     context_api.detach(ctx_token)
 
 
-def _should_send_prompts():
-    return (
-        os.getenv("TRACELOOP_TRACE_CONTENT") or "true"
-    ).lower() == "true" or context_api.get_value("override_enable_content_tracing")
-
-
 def _process_exception(span: Span, e: Exception):
     # Note that this `escaped` is sent as a StringValue("True"), not a boolean.
     span.record_exception(e, escaped=True)

{lmnr-0.5.1a0/src/lmnr/openllmetry_sdk → lmnr-0.5.3/src/lmnr/opentelemetry_lib}/instruments.py

@@ -11,6 +11,7 @@ class Instruments(Enum):
     CHROMA = "chroma"
     COHERE = "cohere"
     GOOGLE_GENERATIVEAI = "google_generativeai"
+    GOOGLE_GENAI = "google_genai"
     GROQ = "groq"
     HAYSTACK = "haystack"
     LANCEDB = "lancedb"
@@ -23,6 +24,7 @@ class Instruments(Enum):
     OPENAI = "openai"
     PINECONE = "pinecone"
     PLAYWRIGHT = "playwright"
+    PATCHRIGHT = "patchright"
     QDRANT = "qdrant"
     REPLICATE = "replicate"
     SAGEMAKER = "sagemaker"