lmnr 0.5.2__tar.gz → 0.6.0__tar.gz

{lmnr-0.5.2 → lmnr-0.6.0}/PKG-INFO

@@ -1,14 +1,13 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.5.2
+Version: 0.6.0
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai
 Author-email: founders@lmnr.ai
-Requires-Python: >=3.9,<4
+Requires-Python: >=3.10,<4
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -19,6 +18,7 @@ Provides-Extra: anthropic
 Provides-Extra: bedrock
 Provides-Extra: chromadb
 Provides-Extra: cohere
+Provides-Extra: crewai
 Provides-Extra: google-generativeai
 Provides-Extra: groq
 Provides-Extra: haystack
@@ -26,6 +26,7 @@ Provides-Extra: lancedb
 Provides-Extra: langchain
 Provides-Extra: llamaindex
 Provides-Extra: marqo
+Provides-Extra: mcp
 Provides-Extra: milvus
 Provides-Extra: mistralai
 Provides-Extra: ollama
@@ -42,65 +43,66 @@ Provides-Extra: weaviate
 Requires-Dist: argparse (>=1.0)
 Requires-Dist: grpcio (<1.68.0)
 Requires-Dist: httpx (>=0.25.0)
-Requires-Dist: opentelemetry-api (>=1.31.1)
-Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.31.1)
-Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.31.1)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "replicate"
-Requires-Dist: opentelemetry-instrumentation-requests (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "sagemaker"
-Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-threading (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "transformers"
-Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "weaviate"
-Requires-Dist: opentelemetry-sdk (>=1.31.1)
-Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
+Requires-Dist: opentelemetry-api (>=1.33.0)
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.33.0)
+Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.33.0)
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.40.5) ; extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.40.5) ; extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.40.5) ; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.40.5) ; extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.40.5) ; extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-crewai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-crewai (>=0.40.5) ; extra == "crewai"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.40.5) ; extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.40.5) ; extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.40.5) ; extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.40.5) ; extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.40.5) ; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.40.5) ; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.40.5) ; extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-mcp (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mcp (>=0.40.5) ; extra == "mcp"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.40.5) ; extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.40.5) ; extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.40.5) ; extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.40.5) ; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.40.5) ; extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.40.5) ; extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.40.5) ; extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.40.5) ; extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.40.5) ; extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.40.5) ; extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.40.5) ; extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.40.5) ; extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.40.5) ; extra == "weaviate"
+Requires-Dist: opentelemetry-sdk (>=1.33.0)
+Requires-Dist: opentelemetry-semantic-conventions (>=0.54b0)
+Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.8)
 Requires-Dist: pydantic (>=2.0.3,<3.0.0)
 Requires-Dist: python-dotenv (>=1.0)
 Requires-Dist: tenacity (>=8.0)
@@ -222,7 +224,7 @@ def handle_user_request(topic: str):
 Laminar allows you to automatically instrument majority of the most popular LLM, Vector DB, database, requests, and other libraries.
 
 If you want to automatically instrument a default set of libraries, then simply do NOT pass `instruments` argument to `.initialize()`.
-See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/openllmetry_sdk/instruments.py).
+See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/opentelemetry_lib/instruments.py).
 
 If you want to automatically instrument only specific LLM, Vector DB, or other
 calls with OpenTelemetry-compatible instrumentation, then pass the appropriate instruments to `.initialize()`.

{lmnr-0.5.2 → lmnr-0.6.0}/README.md

@@ -113,7 +113,7 @@ def handle_user_request(topic: str):
 Laminar allows you to automatically instrument majority of the most popular LLM, Vector DB, database, requests, and other libraries.
 
 If you want to automatically instrument a default set of libraries, then simply do NOT pass `instruments` argument to `.initialize()`.
-See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/openllmetry_sdk/instruments.py).
+See the full list of available instrumentations in the [enum](https://github.com/lmnr-ai/lmnr-python/blob/main/src/lmnr/opentelemetry_lib/instruments.py).
 
 If you want to automatically instrument only specific LLM, Vector DB, or other
 calls with OpenTelemetry-compatible instrumentation, then pass the appropriate instruments to `.initialize()`.

lmnr-0.6.0/pyproject.toml

@@ -0,0 +1,135 @@
+# Laminar Python
+
+# If you are looking for information about possible extras installations,
+# i.e. what you can pass into `pip install 'lmnr[extra1,extra2]'`, please see the
+# `[project.optional-dependencies]` section below.
+
+[project]
+name = "lmnr"
+version = "0.6.0"
+description = "Python SDK for Laminar"
+authors = [
+  { name = "lmnr.ai", email = "founders@lmnr.ai" }
+]
+readme = "README.md"
+requires-python = ">=3.10,<4"
+license = "Apache-2.0"
+dependencies = [
+  "pydantic (>=2.0.3,<3.0.0)",
+  "python-dotenv (>=1.0)",
+  "opentelemetry-api (>=1.33.0)",
+  "opentelemetry-sdk (>=1.33.0)",
+  "opentelemetry-exporter-otlp-proto-http (>=1.33.0)",
+  "opentelemetry-exporter-otlp-proto-grpc (>=1.33.0)",
+  "opentelemetry-semantic-conventions (>=0.54b0)",
+  "opentelemetry-semantic-conventions-ai (>=0.4.8)",
+  "tqdm (>=4.0)",
+  "argparse (>=1.0)",
+  "tenacity (>=8.0)",
+  # explicitly freeze grpcio. Since 1.68.0, grpcio writes a warning message
+  # that looks scary, but is harmless.
+  # WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
+  # E0000 00:00:1737439981.199902 9456033 init.cc:229] grpc_wait_for_shutdown_with_timeout() timed out.
+  #
+  # Related issue:
+  # https://discuss.ai.google.dev/t/warning-all-log-messages-before-absl-initializelog-is-called-are-written-to-stderr-e0000-001731955515-629532-17124-init-cc-229-grpc-wait-for-shutdown-with-timeout-timed-out/50020
+  # https://github.com/grpc/grpc/issues/38490
+  "grpcio<1.68.0",
+  "httpx>=0.25.0",
+]
+
+[project.scripts]
+lmnr = "lmnr.cli:cli"
+
+[project.optional-dependencies]
+# List of all possible extras. You can specify one or more of these extras
+# when installing the package, using any of the following examples:
+# `pip install 'lmnr[anthropic,openai]'`
+# `uv pip install 'lmnr[anthropic,openai]'`
+# `uv add lmnr --extra anthropic --extra openai`
+# `poetry add 'lmnr[anthropic,openai]'`
+
+alephalpha=["opentelemetry-instrumentation-alephalpha>=0.40.5"]
+anthropic=["opentelemetry-instrumentation-anthropic>=0.40.5"]
+bedrock=["opentelemetry-instrumentation-bedrock>=0.40.5"]
+chromadb=["opentelemetry-instrumentation-chromadb>=0.40.5"]
+cohere=["opentelemetry-instrumentation-cohere>=0.40.5"]
+crewai=["opentelemetry-instrumentation-crewai>=0.40.5"]
+google-generativeai=["opentelemetry-instrumentation-google-generativeai>=0.40.5"]
+groq=["opentelemetry-instrumentation-groq>=0.40.5"]
+haystack=["opentelemetry-instrumentation-haystack>=0.40.5"]
+lancedb=["opentelemetry-instrumentation-lancedb>=0.40.5"]
+langchain=["opentelemetry-instrumentation-langchain>=0.40.5"]
+llamaindex=["opentelemetry-instrumentation-llamaindex>=0.40.5"]
+marqo=["opentelemetry-instrumentation-marqo>=0.40.5"]
+mcp=["opentelemetry-instrumentation-mcp>=0.40.5"]
+milvus=["opentelemetry-instrumentation-milvus>=0.40.5"]
+mistralai=["opentelemetry-instrumentation-mistralai>=0.40.5"]
+ollama=["opentelemetry-instrumentation-ollama>=0.40.5"]
+openai=["opentelemetry-instrumentation-openai>=0.40.5"]
+pinecone=["opentelemetry-instrumentation-pinecone>=0.40.5"]
+qdrant=["opentelemetry-instrumentation-qdrant>=0.40.5"]
+replicate=["opentelemetry-instrumentation-replicate>=0.40.5"]
+sagemaker=["opentelemetry-instrumentation-sagemaker>=0.40.5"]
+together=["opentelemetry-instrumentation-together>=0.40.5"]
+transformers=["opentelemetry-instrumentation-transformers>=0.40.5"]
+vertexai=["opentelemetry-instrumentation-vertexai>=0.40.5"]
+watsonx=["opentelemetry-instrumentation-watsonx>=0.40.5"]
+weaviate=["opentelemetry-instrumentation-weaviate>=0.40.5"]
+# `all` is the group added for convenience, if you want to install all
+# the instrumentations.
+# we suggest using package-manager-specific commands instead,
+# like `uv add lmnr --all-extras`
+all = [
+  "opentelemetry-instrumentation-alephalpha>=0.40.5",
+  "opentelemetry-instrumentation-anthropic>=0.40.5",
+  "opentelemetry-instrumentation-bedrock>=0.40.5",
+  "opentelemetry-instrumentation-chromadb>=0.40.5",
+  "opentelemetry-instrumentation-cohere>=0.40.5",
+  "opentelemetry-instrumentation-crewai>=0.40.5",
+  "opentelemetry-instrumentation-google-generativeai>=0.40.5",
+  "opentelemetry-instrumentation-groq>=0.40.5",
+  "opentelemetry-instrumentation-haystack>=0.40.5",
+  "opentelemetry-instrumentation-lancedb>=0.40.5",
+  "opentelemetry-instrumentation-langchain>=0.40.5",
+  "opentelemetry-instrumentation-llamaindex>=0.40.5",
+  "opentelemetry-instrumentation-marqo>=0.40.5",
+  "opentelemetry-instrumentation-mcp>=0.40.5",
+  "opentelemetry-instrumentation-milvus>=0.40.5",
+  "opentelemetry-instrumentation-mistralai>=0.40.5",
+  "opentelemetry-instrumentation-ollama>=0.40.5",
+  "opentelemetry-instrumentation-openai>=0.40.5",
+  "opentelemetry-instrumentation-pinecone>=0.40.5",
+  "opentelemetry-instrumentation-qdrant>=0.40.5",
+  "opentelemetry-instrumentation-replicate>=0.40.5",
+  "opentelemetry-instrumentation-sagemaker>=0.40.5",
+  "opentelemetry-instrumentation-together>=0.40.5",
+  "opentelemetry-instrumentation-transformers>=0.40.5",
+  "opentelemetry-instrumentation-vertexai>=0.40.5",
+  "opentelemetry-instrumentation-watsonx>=0.40.5",
+  "opentelemetry-instrumentation-weaviate>=0.40.5"
+]
+
+[dependency-groups]
+dev = [
+  "autopep8>=2.3.2",
+  "flake8>=7.2.0",
+  "pytest>=8.3.5",
+  "pytest-sugar>=1.0.0",
+  "pytest-asyncio>=0.26.0",
+  "playwright>=1.51.0",
+  "vcrpy>=7.0.0",
+  "openai>=1.77.0",
+  "pytest-recording>=0.13.4",
+]
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.uv.workspace]
+members = ["examples/fastapi-app"]
+# we can move to uv_build, once it's more stable
+# https://github.com/astral-sh/uv/issues/3957
+# requires = ["uv_build>=0.6.16,<0.7"]
+# build-backend = "uv_build"

{lmnr-0.5.2 → lmnr-0.6.0}/src/lmnr/__init__.py

@@ -13,8 +13,10 @@ from .sdk.types import (
 )
 from .sdk.decorators import observe
 from .sdk.types import LaminarSpanContext
-from .openllmetry_sdk import Instruments
-from .openllmetry_sdk.tracing.attributes import Attributes
+from .opentelemetry_lib.tracing.attributes import Attributes
+from .opentelemetry_lib.tracing.instruments import Instruments
+from .opentelemetry_lib.tracing.processor import LaminarSpanProcessor
+from .opentelemetry_lib.tracing.tracer import get_laminar_tracer_provider, get_tracer
 from opentelemetry.trace import use_span
 
 __all__ = [
@@ -29,9 +31,12 @@ __all__ = [
     "LaminarClient",
     "LaminarDataset",
     "LaminarSpanContext",
+    "LaminarSpanProcessor",
     "RunAgentResponseChunk",
     "StepChunkContent",
     "TracingLevel",
+    "get_laminar_tracer_provider",
+    "get_tracer",
     "evaluate",
     "observe",
     "use_span",

{lmnr-0.5.2 → lmnr-0.6.0}/src/lmnr/cli.py

@@ -1,18 +1,17 @@
 from argparse import ArgumentParser
 import asyncio
 import importlib.util
-import logging
 import os
 import re
 import sys
+from typing import Optional
+
+from lmnr.sdk.evaluations import Evaluation
 
 from .sdk.eval_control import PREPARE_ONLY, EVALUATION_INSTANCE
-from .sdk.log import ColorfulFormatter
+from .sdk.log import get_default_logger
 
-LOG = logging.getLogger(__name__)
-console_log_handler = logging.StreamHandler()
-console_log_handler.setFormatter(ColorfulFormatter())
-LOG.addHandler(console_log_handler)
+LOG = get_default_logger(__name__)
 
 
 EVAL_DIR = "evals"
@@ -28,7 +27,10 @@ async def run_evaluation(args):
             if re.match(r".*_eval\.py$", f) or re.match(r"eval_.*\.py$", f)
         ]
         if len(files) == 0:
-            LOG.error("No evaluation files found in evals directory")
+            LOG.error("No evaluation files found in `evals` directory")
+            LOG.info(
+                "Eval files must be located in the `evals` directory and must be named *_eval.py or eval_*.py"
+            )
             return
         files.sort()
         LOG.info(f"Located {len(files)} evaluation files in {EVAL_DIR}")
@@ -53,7 +55,7 @@ async def run_evaluation(args):
             sys.modules[name] = mod
 
             spec.loader.exec_module(mod)
-            evaluation = EVALUATION_INSTANCE.get()
+            evaluation: Optional[Evaluation] = EVALUATION_INSTANCE.get()
             if evaluation is None:
                 LOG.warning("Evaluation instance not found")
                 if args.fail_on_error:

lmnr-0.6.0/src/lmnr/opentelemetry_lib/__init__.py

@@ -0,0 +1,55 @@
+import sys
+
+from typing import Optional, Set
+from opentelemetry.sdk.trace.export import SpanExporter
+from opentelemetry.sdk.resources import SERVICE_NAME
+
+from lmnr.opentelemetry_lib.tracing.instruments import Instruments
+from lmnr.opentelemetry_lib.tracing import TracerWrapper
+
+MAX_MANUAL_SPAN_PAYLOAD_SIZE = 1024 * 1024  # 1MB
+
+
+class TracerManager:
+    __tracer_wrapper: TracerWrapper
+
+    @staticmethod
+    def init(
+        app_name: Optional[str] = sys.argv[0],
+        disable_batch=False,
+        exporter: Optional[SpanExporter] = None,
+        resource_attributes: dict = {},
+        instruments: Optional[Set[Instruments]] = None,
+        base_url: str = "https://api.lmnr.ai",
+        port: int = 8443,
+        http_port: int = 443,
+        project_api_key: Optional[str] = None,
+        max_export_batch_size: Optional[int] = None,
+        force_http: bool = False,
+        timeout_seconds: int = 30,
+    ) -> None:
+        enable_content_tracing = True
+
+        # Tracer init
+        resource_attributes.update({SERVICE_NAME: app_name})
+        TracerWrapper.set_static_params(resource_attributes, enable_content_tracing)
+        TracerManager.__tracer_wrapper = TracerWrapper(
+            disable_batch=disable_batch,
+            exporter=exporter,
+            instruments=instruments,
+            base_url=base_url,
+            port=port,
+            http_port=http_port,
+            project_api_key=project_api_key,
+            max_export_batch_size=max_export_batch_size,
+            force_http=force_http,
+            timeout_seconds=timeout_seconds,
+        )
+
+    @staticmethod
+    def flush() -> bool:
+        return TracerManager.__tracer_wrapper.flush()
+
+    @staticmethod
+    def shutdown():
+        TracerManager.__tracer_wrapper.shutdown()

lmnr-0.5.2/src/lmnr/openllmetry_sdk/decorators/base.py → lmnr-0.6.0/src/lmnr/opentelemetry_lib/decorators/__init__.py

@@ -1,5 +1,5 @@
-import json
 from functools import wraps
+import json
 import logging
 import pydantic
 import types
@@ -10,11 +10,11 @@ from opentelemetry import context as context_api
 from opentelemetry.trace import Span
 
 from lmnr.sdk.utils import get_input_from_func_args, is_method
-from lmnr.openllmetry_sdk.tracing import get_tracer
-from lmnr.openllmetry_sdk.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
-from lmnr.openllmetry_sdk.tracing.tracing import TracerWrapper
-from lmnr.openllmetry_sdk.utils.json_encoder import JSONEncoder
-from lmnr.openllmetry_sdk.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
+from lmnr.opentelemetry_lib import MAX_MANUAL_SPAN_PAYLOAD_SIZE
+from lmnr.opentelemetry_lib.tracing.tracer import get_tracer
+from lmnr.opentelemetry_lib.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
+from lmnr.opentelemetry_lib.tracing import TracerWrapper
+from lmnr.opentelemetry_lib.utils.json_encoder import JSONEncoder
 
 
 class CustomJSONEncoder(JSONEncoder):
@@ -86,7 +86,16 @@ def entity_method(
 
                 # span will be ended in the generator
                 if isinstance(res, types.GeneratorType):
-                    return _handle_generator(span, res)
+                    return _handle_generator(span, ctx_token, res)
+                if isinstance(res, types.AsyncGeneratorType):
+                    # async def foo() -> AsyncGenerator[int, None]:
+                    # is not considered async in a classical sense in Python,
+                    # so we handle this inside the sync wrapper.
+                    # In particular, CO_COROUTINE is different from CO_ASYNC_GENERATOR.
+                    # Flags are listed from LSB here:
+                    # https://docs.python.org/3/library/inspect.html#inspect-module-co-flags
+                    # See also: https://groups.google.com/g/python-tulip/c/6rWweGXLutU?pli=1
+                    return _ahandle_generator(span, ctx_token, res)
 
                 try:
                     if not ignore_output:
@@ -161,6 +170,8 @@ def aentity_method(
 
                 # span will be ended in the generator
                 if isinstance(res, types.AsyncGeneratorType):
+                    # probably unreachable, read the comment in the similar
+                    # part of the sync wrapper.
                     return await _ahandle_generator(span, ctx_token, res)
 
                 try:
@@ -185,24 +196,22 @@ def aentity_method(
     return decorate
 
 
-def _handle_generator(span, res):
-    # for some reason the SPAN_KEY is not being set in the context of the generator, so we re-set it
-    context_api.attach(trace.set_span_in_context(span))
+def _handle_generator(span, ctx_token, res):
     yield from res
 
     span.end()
-
-    # Note: we don't detach the context here as this fails in some situations
-    # https://github.com/open-telemetry/opentelemetry-python/issues/2606
-    # This is not a problem since the context will be detached automatically during garbage collection
+    if ctx_token is not None:
+        context_api.detach(ctx_token)
 
 
 async def _ahandle_generator(span, ctx_token, res):
+    # async with contextlib.aclosing(res) as closing_gen:
     async for part in res:
         yield part
 
     span.end()
-    context_api.detach(ctx_token)
+    if ctx_token is not None:
+        context_api.detach(ctx_token)
 
 
 def _process_exception(span: Span, e: Exception):

{lmnr-0.5.2/src/lmnr/openllmetry_sdk → lmnr-0.6.0/src/lmnr/opentelemetry_lib}/opentelemetry/instrumentation/google_genai/utils.py

@@ -34,7 +34,7 @@ def dont_throw(func):
             return func(*args, **kwargs)
         except Exception as e:
             logger.debug(
-                "OpenLLMetry failed to trace in %s, error: %s",
+                "Laminar failed to trace in %s, error: %s",
                 func.__name__,
                 traceback.format_exc(),
             )