lmnr 0.5.3__tar.gz → 0.6.0__tar.gz

{lmnr-0.5.3 → lmnr-0.6.0}/PKG-INFO

@@ -1,14 +1,13 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.5.3
+Version: 0.6.0
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai
 Author-email: founders@lmnr.ai
-Requires-Python: >=3.9,<4
+Requires-Python: >=3.10,<4
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -19,6 +18,7 @@ Provides-Extra: anthropic
 Provides-Extra: bedrock
 Provides-Extra: chromadb
 Provides-Extra: cohere
+Provides-Extra: crewai
 Provides-Extra: google-generativeai
 Provides-Extra: groq
 Provides-Extra: haystack
@@ -26,6 +26,7 @@ Provides-Extra: lancedb
 Provides-Extra: langchain
 Provides-Extra: llamaindex
 Provides-Extra: marqo
+Provides-Extra: mcp
 Provides-Extra: milvus
 Provides-Extra: mistralai
 Provides-Extra: ollama
@@ -42,65 +43,66 @@ Provides-Extra: weaviate
 Requires-Dist: argparse (>=1.0)
 Requires-Dist: grpcio (<1.68.0)
 Requires-Dist: httpx (>=0.25.0)
-Requires-Dist: opentelemetry-api (>=1.31.1)
-Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.31.1)
-Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.31.1)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.39.2) ; extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.39.2) ; extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.39.2) ; extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.39.2) ; extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.39.2) ; extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.39.2) ; extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.39.2) ; extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.39.2) ; extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.39.2) ; extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.39.2) ; extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.39.2) ; extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.39.2) ; extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.39.2) ; extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.39.2) ; extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.39.2) ; extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.39.2) ; extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.39.2) ; extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.39.2) ; extra == "replicate"
-Requires-Dist: opentelemetry-instrumentation-requests (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.39.2) ; extra == "sagemaker"
-Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-threading (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-together (>=0.39.2) ; extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.39.2) ; extra == "transformers"
-Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.52b0)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.39.2) ; extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.39.2) ; extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.39.2) ; extra == "weaviate"
-Requires-Dist: opentelemetry-sdk (>=1.31.1)
-Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
+Requires-Dist: opentelemetry-api (>=1.33.0)
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.33.0)
+Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.33.0)
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.40.5) ; extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.40.5) ; extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.40.5) ; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.40.5) ; extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.40.5) ; extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-crewai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-crewai (>=0.40.5) ; extra == "crewai"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.40.5) ; extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.40.5) ; extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.40.5) ; extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.40.5) ; extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.40.5) ; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.40.5) ; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.40.5) ; extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-mcp (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mcp (>=0.40.5) ; extra == "mcp"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.40.5) ; extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.40.5) ; extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.40.5) ; extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.40.5) ; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.40.5) ; extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.40.5) ; extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.40.5) ; extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.40.5) ; extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.40.5) ; extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.40.5) ; extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.40.5) ; extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.40.5) ; extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.40.5) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.40.5) ; extra == "weaviate"
+Requires-Dist: opentelemetry-sdk (>=1.33.0)
+Requires-Dist: opentelemetry-semantic-conventions (>=0.54b0)
+Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.8)
 Requires-Dist: pydantic (>=2.0.3,<3.0.0)
 Requires-Dist: python-dotenv (>=1.0)
 Requires-Dist: tenacity (>=8.0)

lmnr-0.6.0/pyproject.toml

@@ -0,0 +1,135 @@
+# Laminar Python
+
+# If you are looking for information about possible extras installations,
+# i.e. what you can pass into `pip install 'lmnr[extra1,extra2]'`, please see the
+# `[project.optional-dependencies]` section below.
+
+[project]
+name = "lmnr"
+version = "0.6.0"
+description = "Python SDK for Laminar"
+authors = [
+  { name = "lmnr.ai", email = "founders@lmnr.ai" }
+]
+readme = "README.md"
+requires-python = ">=3.10,<4"
+license = "Apache-2.0"
+dependencies = [
+  "pydantic (>=2.0.3,<3.0.0)",
+  "python-dotenv (>=1.0)",
+  "opentelemetry-api (>=1.33.0)",
+  "opentelemetry-sdk (>=1.33.0)",
+  "opentelemetry-exporter-otlp-proto-http (>=1.33.0)",
+  "opentelemetry-exporter-otlp-proto-grpc (>=1.33.0)",
+  "opentelemetry-semantic-conventions (>=0.54b0)",
+  "opentelemetry-semantic-conventions-ai (>=0.4.8)",
+  "tqdm (>=4.0)",
+  "argparse (>=1.0)",
+  "tenacity (>=8.0)",
+  # explicitly freeze grpcio. Since 1.68.0, grpcio writes a warning message
+  # that looks scary, but is harmless.
+  # WARNING: All log messages before absl::InitializeLog() is called are written to STDERR
+  # E0000 00:00:1737439981.199902 9456033 init.cc:229] grpc_wait_for_shutdown_with_timeout() timed out.
+  #
+  # Related issue:
+  # https://discuss.ai.google.dev/t/warning-all-log-messages-before-absl-initializelog-is-called-are-written-to-stderr-e0000-001731955515-629532-17124-init-cc-229-grpc-wait-for-shutdown-with-timeout-timed-out/50020
+  # https://github.com/grpc/grpc/issues/38490
+  "grpcio<1.68.0",
+  "httpx>=0.25.0",
+]
+
+[project.scripts]
+lmnr = "lmnr.cli:cli"
+
+[project.optional-dependencies]
+# List of all possible extras. You can specify one or more of these extras
+# when installing the package, using any of the following examples:
+# `pip install 'lmnr[anthropic,openai]'`
+# `uv pip install 'lmnr[anthropic,openai]'`
+# `uv add lmnr --extra anthropic --extra openai`
+# `poetry add 'lmnr[anthropic,openai]'`
+
+alephalpha=["opentelemetry-instrumentation-alephalpha>=0.40.5"]
+anthropic=["opentelemetry-instrumentation-anthropic>=0.40.5"]
+bedrock=["opentelemetry-instrumentation-bedrock>=0.40.5"]
+chromadb=["opentelemetry-instrumentation-chromadb>=0.40.5"]
+cohere=["opentelemetry-instrumentation-cohere>=0.40.5"]
+crewai=["opentelemetry-instrumentation-crewai>=0.40.5"]
+google-generativeai=["opentelemetry-instrumentation-google-generativeai>=0.40.5"]
+groq=["opentelemetry-instrumentation-groq>=0.40.5"]
+haystack=["opentelemetry-instrumentation-haystack>=0.40.5"]
+lancedb=["opentelemetry-instrumentation-lancedb>=0.40.5"]
+langchain=["opentelemetry-instrumentation-langchain>=0.40.5"]
+llamaindex=["opentelemetry-instrumentation-llamaindex>=0.40.5"]
+marqo=["opentelemetry-instrumentation-marqo>=0.40.5"]
+mcp=["opentelemetry-instrumentation-mcp>=0.40.5"]
+milvus=["opentelemetry-instrumentation-milvus>=0.40.5"]
+mistralai=["opentelemetry-instrumentation-mistralai>=0.40.5"]
+ollama=["opentelemetry-instrumentation-ollama>=0.40.5"]
+openai=["opentelemetry-instrumentation-openai>=0.40.5"]
+pinecone=["opentelemetry-instrumentation-pinecone>=0.40.5"]
+qdrant=["opentelemetry-instrumentation-qdrant>=0.40.5"]
+replicate=["opentelemetry-instrumentation-replicate>=0.40.5"]
+sagemaker=["opentelemetry-instrumentation-sagemaker>=0.40.5"]
+together=["opentelemetry-instrumentation-together>=0.40.5"]
+transformers=["opentelemetry-instrumentation-transformers>=0.40.5"]
+vertexai=["opentelemetry-instrumentation-vertexai>=0.40.5"]
+watsonx=["opentelemetry-instrumentation-watsonx>=0.40.5"]
+weaviate=["opentelemetry-instrumentation-weaviate>=0.40.5"]
+# `all` is the group added for convenience, if you want to install all
+# the instrumentations.
+# we suggest using package-manager-specific commands instead,
+# like `uv add lmnr --all-extras`
+all = [
+  "opentelemetry-instrumentation-alephalpha>=0.40.5",
+  "opentelemetry-instrumentation-anthropic>=0.40.5",
+  "opentelemetry-instrumentation-bedrock>=0.40.5",
+  "opentelemetry-instrumentation-chromadb>=0.40.5",
+  "opentelemetry-instrumentation-cohere>=0.40.5",
+  "opentelemetry-instrumentation-crewai>=0.40.5",
+  "opentelemetry-instrumentation-google-generativeai>=0.40.5",
+  "opentelemetry-instrumentation-groq>=0.40.5",
+  "opentelemetry-instrumentation-haystack>=0.40.5",
+  "opentelemetry-instrumentation-lancedb>=0.40.5",
+  "opentelemetry-instrumentation-langchain>=0.40.5",
+  "opentelemetry-instrumentation-llamaindex>=0.40.5",
+  "opentelemetry-instrumentation-marqo>=0.40.5",
+  "opentelemetry-instrumentation-mcp>=0.40.5",
+  "opentelemetry-instrumentation-milvus>=0.40.5",
+  "opentelemetry-instrumentation-mistralai>=0.40.5",
+  "opentelemetry-instrumentation-ollama>=0.40.5",
+  "opentelemetry-instrumentation-openai>=0.40.5",
+  "opentelemetry-instrumentation-pinecone>=0.40.5",
+  "opentelemetry-instrumentation-qdrant>=0.40.5",
+  "opentelemetry-instrumentation-replicate>=0.40.5",
+  "opentelemetry-instrumentation-sagemaker>=0.40.5",
+  "opentelemetry-instrumentation-together>=0.40.5",
+  "opentelemetry-instrumentation-transformers>=0.40.5",
+  "opentelemetry-instrumentation-vertexai>=0.40.5",
+  "opentelemetry-instrumentation-watsonx>=0.40.5",
+  "opentelemetry-instrumentation-weaviate>=0.40.5"
+]
+
+[dependency-groups]
+dev = [
+  "autopep8>=2.3.2",
+  "flake8>=7.2.0",
+  "pytest>=8.3.5",
+  "pytest-sugar>=1.0.0",
+  "pytest-asyncio>=0.26.0",
+  "playwright>=1.51.0",
+  "vcrpy>=7.0.0",
+  "openai>=1.77.0",
+  "pytest-recording>=0.13.4",
+]
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.uv.workspace]
+members = ["examples/fastapi-app"]
+# we can move to uv_build, once it's more stable
+# https://github.com/astral-sh/uv/issues/3957
+# requires = ["uv_build>=0.6.16,<0.7"]
+# build-backend = "uv_build"

{lmnr-0.5.3 → lmnr-0.6.0}/src/lmnr/__init__.py

@@ -13,8 +13,10 @@ from .sdk.types import (
 )
 from .sdk.decorators import observe
 from .sdk.types import LaminarSpanContext
-from .opentelemetry_lib import Instruments
 from .opentelemetry_lib.tracing.attributes import Attributes
+from .opentelemetry_lib.tracing.instruments import Instruments
+from .opentelemetry_lib.tracing.processor import LaminarSpanProcessor
+from .opentelemetry_lib.tracing.tracer import get_laminar_tracer_provider, get_tracer
 from opentelemetry.trace import use_span
 
 __all__ = [
@@ -29,9 +31,12 @@ __all__ = [
     "LaminarClient",
     "LaminarDataset",
     "LaminarSpanContext",
+    "LaminarSpanProcessor",
     "RunAgentResponseChunk",
     "StepChunkContent",
     "TracingLevel",
+    "get_laminar_tracer_provider",
+    "get_tracer",
     "evaluate",
     "observe",
     "use_span",

lmnr-0.6.0/src/lmnr/opentelemetry_lib/__init__.py

@@ -0,0 +1,55 @@
+import sys
+
+from typing import Optional, Set
+from opentelemetry.sdk.trace.export import SpanExporter
+from opentelemetry.sdk.resources import SERVICE_NAME
+
+from lmnr.opentelemetry_lib.tracing.instruments import Instruments
+from lmnr.opentelemetry_lib.tracing import TracerWrapper
+
+MAX_MANUAL_SPAN_PAYLOAD_SIZE = 1024 * 1024  # 1MB
+
+
+class TracerManager:
+    __tracer_wrapper: TracerWrapper
+
+    @staticmethod
+    def init(
+        app_name: Optional[str] = sys.argv[0],
+        disable_batch=False,
+        exporter: Optional[SpanExporter] = None,
+        resource_attributes: dict = {},
+        instruments: Optional[Set[Instruments]] = None,
+        base_url: str = "https://api.lmnr.ai",
+        port: int = 8443,
+        http_port: int = 443,
+        project_api_key: Optional[str] = None,
+        max_export_batch_size: Optional[int] = None,
+        force_http: bool = False,
+        timeout_seconds: int = 30,
+    ) -> None:
+        enable_content_tracing = True
+
+        # Tracer init
+        resource_attributes.update({SERVICE_NAME: app_name})
+        TracerWrapper.set_static_params(resource_attributes, enable_content_tracing)
+        TracerManager.__tracer_wrapper = TracerWrapper(
+            disable_batch=disable_batch,
+            exporter=exporter,
+            instruments=instruments,
+            base_url=base_url,
+            port=port,
+            http_port=http_port,
+            project_api_key=project_api_key,
+            max_export_batch_size=max_export_batch_size,
+            force_http=force_http,
+            timeout_seconds=timeout_seconds,
+        )
+
+    @staticmethod
+    def flush() -> bool:
+        return TracerManager.__tracer_wrapper.flush()
+
+    @staticmethod
+    def shutdown():
+        TracerManager.__tracer_wrapper.shutdown()

lmnr-0.5.3/src/lmnr/opentelemetry_lib/decorators/base.py → lmnr-0.6.0/src/lmnr/opentelemetry_lib/decorators/__init__.py

@@ -1,5 +1,5 @@
-import json
 from functools import wraps
+import json
 import logging
 import pydantic
 import types
@@ -10,11 +10,11 @@ from opentelemetry import context as context_api
 from opentelemetry.trace import Span
 
 from lmnr.sdk.utils import get_input_from_func_args, is_method
-from lmnr.opentelemetry_lib.tracing import get_tracer
+from lmnr.opentelemetry_lib import MAX_MANUAL_SPAN_PAYLOAD_SIZE
+from lmnr.opentelemetry_lib.tracing.tracer import get_tracer
 from lmnr.opentelemetry_lib.tracing.attributes import SPAN_INPUT, SPAN_OUTPUT, SPAN_TYPE
-from lmnr.opentelemetry_lib.tracing.tracing import TracerWrapper
+from lmnr.opentelemetry_lib.tracing import TracerWrapper
 from lmnr.opentelemetry_lib.utils.json_encoder import JSONEncoder
-from lmnr.opentelemetry_lib.config import MAX_MANUAL_SPAN_PAYLOAD_SIZE
 
 
 class CustomJSONEncoder(JSONEncoder):
@@ -86,7 +86,16 @@ def entity_method(
 
                 # span will be ended in the generator
                 if isinstance(res, types.GeneratorType):
-                    return _handle_generator(span, res)
+                    return _handle_generator(span, ctx_token, res)
+                if isinstance(res, types.AsyncGeneratorType):
+                    # async def foo() -> AsyncGenerator[int, None]:
+                    # is not considered async in a classical sense in Python,
+                    # so we handle this inside the sync wrapper.
+                    # In particular, CO_COROUTINE is different from CO_ASYNC_GENERATOR.
+                    # Flags are listed from LSB here:
+                    # https://docs.python.org/3/library/inspect.html#inspect-module-co-flags
+                    # See also: https://groups.google.com/g/python-tulip/c/6rWweGXLutU?pli=1
+                    return _ahandle_generator(span, ctx_token, res)
 
                 try:
                     if not ignore_output:
@@ -161,6 +170,8 @@ def aentity_method(
 
                 # span will be ended in the generator
                 if isinstance(res, types.AsyncGeneratorType):
+                    # probably unreachable, read the comment in the similar
+                    # part of the sync wrapper.
                     return await _ahandle_generator(span, ctx_token, res)
 
                 try:
@@ -185,24 +196,22 @@ def aentity_method(
     return decorate
 
 
-def _handle_generator(span, res):
-    # for some reason the SPAN_KEY is not being set in the context of the generator, so we re-set it
-    context_api.attach(trace.set_span_in_context(span))
+def _handle_generator(span, ctx_token, res):
     yield from res
 
     span.end()
-
-    # Note: we don't detach the context here as this fails in some situations
-    # https://github.com/open-telemetry/opentelemetry-python/issues/2606
-    # This is not a problem since the context will be detached automatically during garbage collection
+    if ctx_token is not None:
+        context_api.detach(ctx_token)
 
 
 async def _ahandle_generator(span, ctx_token, res):
+    # async with contextlib.aclosing(res) as closing_gen:
     async for part in res:
         yield part
 
     span.end()
-    context_api.detach(ctx_token)
+    if ctx_token is not None:
+        context_api.detach(ctx_token)
 
 
 def _process_exception(span: Span, e: Exception):

lmnr-0.6.0/src/lmnr/opentelemetry_lib/tracing/__init__.py

@@ -0,0 +1,139 @@
+import atexit
+import logging
+
+from lmnr.opentelemetry_lib.tracing.processor import LaminarSpanProcessor
+from lmnr.sdk.client.asynchronous.async_client import AsyncLaminarClient
+from lmnr.sdk.client.synchronous.sync_client import LaminarClient
+from lmnr.sdk.log import VerboseColorfulFormatter
+from lmnr.opentelemetry_lib.tracing.instruments import (
+    Instruments,
+    init_instrumentations,
+)
+
+from opentelemetry import trace
+from opentelemetry.sdk.resources import Resource
+from opentelemetry.sdk.trace import TracerProvider, SpanProcessor
+from opentelemetry.sdk.trace.export import SpanExporter
+
+from typing import Optional, Set
+
+
+module_logger = logging.getLogger(__name__)
+console_log_handler = logging.StreamHandler()
+console_log_handler.setFormatter(VerboseColorfulFormatter())
+module_logger.addHandler(console_log_handler)
+
+
+TRACER_NAME = "lmnr.tracer"
+
+MAX_EVENTS_OR_ATTRIBUTES_PER_SPAN = 5000
+
+
+class TracerWrapper(object):
+    resource_attributes: dict = {}
+    enable_content_tracing: bool = True
+    __tracer_provider: Optional[TracerProvider] = None
+    __logger: logging.Logger
+    __client: LaminarClient
+    __async_client: AsyncLaminarClient
+    __resource: Resource
+    __span_processor: SpanProcessor
+
+    def __new__(
+        cls,
+        disable_batch=False,
+        exporter: Optional[SpanExporter] = None,
+        instruments: Optional[Set[Instruments]] = None,
+        block_instruments: Optional[Set[Instruments]] = None,
+        base_url: str = "https://api.lmnr.ai",
+        port: int = 8443,
+        http_port: int = 443,
+        project_api_key: Optional[str] = None,
+        max_export_batch_size: Optional[int] = None,
+        force_http: bool = False,
+        timeout_seconds: int = 10,
+    ) -> "TracerWrapper":
+        base_http_url = f"{base_url}:{http_port}"
+        cls._initialize_logger(cls)
+        if not hasattr(cls, "instance"):
+            obj = cls.instance = super(TracerWrapper, cls).__new__(cls)
+
+            obj.__client = LaminarClient(
+                base_url=base_http_url,
+                project_api_key=project_api_key,
+            )
+            obj.__async_client = AsyncLaminarClient(
+                base_url=base_http_url,
+                project_api_key=project_api_key,
+            )
+
+            obj.__resource = Resource(attributes=TracerWrapper.resource_attributes)
+            obj.__tracer_provider = TracerProvider(resource=obj.__resource)
+
+            obj.__span_processor = LaminarSpanProcessor(
+                base_url=base_url,
+                api_key=project_api_key,
+                port=http_port if force_http else port,
+                exporter=exporter,
+                max_export_batch_size=max_export_batch_size,
+                timeout_seconds=timeout_seconds,
+                force_http=force_http,
+                disable_batch=disable_batch,
+            )
+
+            obj.__tracer_provider.add_span_processor(obj.__span_processor)
+
+            init_instrumentations(
+                tracer_provider=obj.__tracer_provider,
+                instruments=instruments,
+                block_instruments=block_instruments,
+                client=obj.__client,
+                async_client=obj.__async_client,
+            )
+
+            # Force flushes for debug environments (e.g. local development)
+            atexit.register(obj.exit_handler)
+
+        return cls.instance
+
+    def exit_handler(self):
+        if isinstance(self.__span_processor, LaminarSpanProcessor):
+            self.__span_processor.clear()
+        self.flush()
+
+    def _initialize_logger(self):
+        self.__logger = logging.getLogger(__name__)
+        console_log_handler = logging.StreamHandler()
+        console_log_handler.setFormatter(VerboseColorfulFormatter())
+        self.__logger.addHandler(console_log_handler)
+
+    @staticmethod
+    def set_static_params(
+        resource_attributes: dict,
+        enable_content_tracing: bool,
+    ) -> None:
+        TracerWrapper.resource_attributes = resource_attributes
+        TracerWrapper.enable_content_tracing = enable_content_tracing
+
+    @classmethod
+    def verify_initialized(cls) -> bool:
+        return hasattr(cls, "instance")
+
+    @classmethod
+    def clear(cls):
+        # Any state cleanup. Now used in between tests
+        if isinstance(cls.instance.__span_processor, LaminarSpanProcessor):
+            cls.instance.__span_processor.clear()
+
+    def shutdown(self):
+        if self.__tracer_provider is None:
+            return
+        self.__tracer_provider.shutdown()
+
+    def flush(self):
+        return self.__span_processor.force_flush()
+
+    def get_tracer(self):
+        if self.__tracer_provider is None:
+            return trace.get_tracer_provider().get_tracer(TRACER_NAME)
+        return self.__tracer_provider.get_tracer(TRACER_NAME)