lmnr 0.7.12__py3-none-any.whl → 0.7.14__py3-none-any.whl

lmnr/opentelemetry_lib/tracing/__init__.py

@@ -55,7 +55,7 @@ class TracerWrapper(object):
         exporter: SpanExporter | None = None,
         instruments: set[Instruments] | None = None,
         block_instruments: set[Instruments] | None = None,
-        base_url: str = "https://api.lmnr.ai",
+        base_url: str | None = None,
         port: int = 8443,
         http_port: int = 443,
         project_api_key: str | None = None,
@@ -69,7 +69,7 @@ class TracerWrapper(object):
         # Silence some opentelemetry warnings
         logging.getLogger("opentelemetry.trace").setLevel(otel_logger_level)
 
-        base_http_url = f"{base_url}:{http_port}"
+        base_http_url = f"{base_url}:{http_port}" if base_url else None
         with cls._lock:
             if not hasattr(cls, "instance"):
                 cls._initialize_logger(cls)
@@ -78,14 +78,18 @@ class TracerWrapper(object):
                 # Store session recording options
                 cls.session_recording_options = session_recording_options or {}
 
-                obj._client = LaminarClient(
-                    base_url=base_http_url,
-                    project_api_key=project_api_key,
-                )
-                obj._async_client = AsyncLaminarClient(
-                    base_url=base_http_url,
-                    project_api_key=project_api_key,
-                )
+                if project_api_key:
+                    obj._client = LaminarClient(
+                        base_url=base_http_url or "https://api.lmnr.ai",
+                        project_api_key=project_api_key,
+                    )
+                    obj._async_client = AsyncLaminarClient(
+                        base_url=base_http_url or "https://api.lmnr.ai",
+                        project_api_key=project_api_key,
+                    )
+                else:
+                    obj._client = None
+                    obj._async_client = None
 
                 obj._resource = Resource(attributes=TracerWrapper.resource_attributes)
 

lmnr/opentelemetry_lib/tracing/_instrument_initializers.py

@@ -91,6 +91,9 @@ class BrowserUseSessionInstrumentorInitializer(InstrumentorInitializer):
         if version and parse(version) >= parse("0.6.0rc1"):
             from lmnr.sdk.browser.browser_use_cdp_otel import BrowserUseInstrumentor
 
+            if async_client is None:
+                return None
+
             return BrowserUseInstrumentor(async_client)
 
         return None
@@ -348,6 +351,9 @@ class PatchrightInstrumentorInitializer(InstrumentorInitializer):
 
         from lmnr.sdk.browser.patchright_otel import PatchrightInstrumentor
 
+        if client is None and async_client is None:
+            return None
+
         return PatchrightInstrumentor(client, async_client)
 
 
@@ -372,6 +378,9 @@ class PlaywrightInstrumentorInitializer(InstrumentorInitializer):
 
         from lmnr.sdk.browser.playwright_otel import PlaywrightInstrumentor
 
+        if client is None and async_client is None:
+            return None
+
         return PlaywrightInstrumentor(client, async_client)
 
 

lmnr/opentelemetry_lib/tracing/exporter.py

@@ -10,7 +10,10 @@ from opentelemetry.exporter.otlp.proto.http.trace_exporter import (
     OTLPSpanExporter as HTTPOTLPSpanExporter,
 )
 
-from lmnr.sdk.utils import from_env
+from lmnr.sdk.log import get_default_logger
+from lmnr.sdk.utils import from_env, get_otel_env_var, parse_otel_headers
+
+logger = get_default_logger(__name__)
 
 
 class LaminarSpanExporter(SpanExporter):
@@ -39,16 +42,39 @@ class LaminarSpanExporter(SpanExporter):
         final_url = f"{url}:{port or 443}"
         api_key = api_key or from_env("LMNR_PROJECT_API_KEY")
         self.endpoint = final_url
-        self.headers = (
-            {"Authorization": f"Bearer {api_key}"}
-            if force_http
-            else {"authorization": f"Bearer {api_key}"}
-        )
+        if api_key:
+            self.headers = (
+                {"Authorization": f"Bearer {api_key}"}
+                if force_http
+                else {"authorization": f"Bearer {api_key}"}
+            )
+        elif get_otel_env_var("HEADERS"):
+            self.headers = parse_otel_headers(get_otel_env_var("HEADERS"))
+        else:
+            self.headers = {}
         self.timeout = timeout_seconds
         self.force_http = force_http
-        self._init_instance()
+        if get_otel_env_var("ENDPOINT"):
+            if not base_url:
+                self.endpoint = get_otel_env_var("ENDPOINT")
+            else:
+                logger.warning(
+                    "OTEL_ENDPOINT is set, but Laminar base URL is also set. Ignoring OTEL_ENDPOINT."
+                )
+            protocol = get_otel_env_var("PROTOCOL") or "grpc/protobuf"
+            exporter_type = from_env("OTEL_EXPORTER") or "otlp_grpc"
+            self.force_http = (
+                protocol in ("http/protobuf", "http/json")
+                or exporter_type == "otlp_http"
+            )
+        if not self.endpoint:
+            raise ValueError(
+                "Laminar base URL is not set and OTEL_ENDPOINT is not set. Please either\n"
+                "- set the LMNR_BASE_URL environment variable\n"
+                "- set the OTEL_ENDPOINT environment variable\n"
+                "- pass the base_url parameter to Laminar.initialize"
+            )
 
-    def _init_instance(self):
         if self.force_http:
             self.instance = HTTPOTLPSpanExporter(
                 endpoint=self.endpoint,

lmnr/sdk/client/asynchronous/async_client.py

@@ -12,7 +12,7 @@ from lmnr.sdk.client.asynchronous.resources import (
     AsyncBrowserEvents,
     AsyncEvals,
     AsyncTags,
-    AsyncEvaluators
+    AsyncEvaluators,
 )
 from lmnr.sdk.utils import from_env
 
@@ -66,6 +66,26 @@ class AsyncLaminarClient:
         self.__client = httpx.AsyncClient(
             headers=self._headers(),
             timeout=timeout,
+            # Context: If the server responds with a 413, the connection becomes
+            # poisoned and freezes on subsequent requests, and there is no way
+            # to recover or recycle such connection.
+            # Setting max_keepalive_connections to 0 will resolve this, but is
+            # less efficient, as it will create a new connection
+            # (not client, so still better) for each request.
+            #
+            # Note: from my experiments with a simple python server, forcing the
+            # server to read/consume the request payload from the socket seems
+            # to resolve this, but I haven't figured out how to do that in our
+            # real actix-web backend server and whether it makes sense to do so.
+            #
+            # TODO: investigate if there are better ways to fix this rather than
+            # setting keepalive_expiry to 0. Other alternative: migrate to
+            # requests + aiohttp.
+            #
+            # limits=httpx.Limits(
+            #     max_keepalive_connections=0,
+            #     keepalive_expiry=0,
+            # ),
         )
 
         # Initialize resource objects
@@ -157,5 +177,3 @@ class AsyncLaminarClient:
             "Content-Type": "application/json",
             "Accept": "application/json",
         }
-
-

lmnr/sdk/client/asynchronous/resources/evals.py

@@ -1,21 +1,31 @@
 """Evals resource for interacting with Laminar evaluations API."""
 
-from typing import Any
+import urllib
 import uuid
+from typing import Any
 
 from lmnr.sdk.client.asynchronous.resources.base import BaseAsyncResource
+from lmnr.sdk.log import get_default_logger
 from lmnr.sdk.types import (
+    GetDatapointsResponse,
     InitEvaluationResponse,
     EvaluationResultDatapoint,
     PartialEvaluationDatapoint,
 )
+from lmnr.sdk.utils import serialize
+
+INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 16_000_000  # 16MB
+logger = get_default_logger(__name__)
 
 
 class AsyncEvals(BaseAsyncResource):
     """Resource for interacting with Laminar evaluations API."""
 
     async def init(
-        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
+        self,
+        name: str | None = None,
+        group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
@@ -51,7 +61,7 @@ class AsyncEvals(BaseAsyncResource):
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
-        
+
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
@@ -60,7 +70,9 @@ class AsyncEvals(BaseAsyncResource):
         Returns:
             uuid.UUID: The evaluation ID.
         """
-        evaluation = await self.init(name=name, group_name=group_name, metadata=metadata)
+        evaluation = await self.init(
+            name=name, group_name=group_name, metadata=metadata
+        )
         return evaluation.id
 
     async def create_datapoint(
@@ -74,7 +86,7 @@ class AsyncEvals(BaseAsyncResource):
     ) -> uuid.UUID:
         """
         Create a datapoint for an evaluation.
-        
+
         Parameters:
             eval_id (uuid.UUID): The evaluation ID.
             data: The input data for the executor.
@@ -82,13 +94,13 @@ class AsyncEvals(BaseAsyncResource):
             metadata (dict[str, Any] | None, optional): Optional metadata.
             index (int | None, optional): Optional index of the datapoint.
             trace_id (uuid.UUID | None, optional): Optional trace ID.
-        
+
         Returns:
             uuid.UUID: The datapoint ID.
         """
-        
+
         datapoint_id = uuid.uuid4()
-        
+
         # Create a minimal datapoint first
         partial_datapoint = PartialEvaluationDatapoint(
             id=datapoint_id,
@@ -99,7 +111,7 @@ class AsyncEvals(BaseAsyncResource):
             executor_span_id=uuid.uuid4(),  # Will be updated when executor runs
             metadata=metadata,
         )
-        
+
         await self.save_datapoints(eval_id, [partial_datapoint])
         return datapoint_id
 
@@ -119,18 +131,61 @@ class AsyncEvals(BaseAsyncResource):
         Raises:
             ValueError: If there's an error saving the datapoints.
         """
+        length = INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH
+        points = [datapoint.to_dict(max_data_length=length) for datapoint in datapoints]
         response = await self._client.post(
             self._base_url + f"/v1/evals/{eval_id}/datapoints",
             json={
-                "points": [datapoint.to_dict() for datapoint in datapoints],
+                "points": points,
                 "groupName": group_name,
             },
             headers=self._headers(),
         )
+        if response.status_code == 413:
+            await self._retry_save_datapoints(eval_id, datapoints, group_name)
+            return
+
         if response.status_code != 200:
-            raise ValueError(f"Error saving evaluation datapoints: {response.text}")
-        
-    
+            raise ValueError(
+                f"Error saving evaluation datapoints: [{response.status_code}] {response.text}"
+            )
+
+    async def get_datapoints(
+        self,
+        dataset_name: str,
+        offset: int,
+        limit: int,
+    ) -> GetDatapointsResponse:
+        """Get datapoints from a dataset.
+
+        Args:
+            dataset_name (str): The name of the dataset.
+            offset (int): The offset to start from.
+            limit (int): The maximum number of datapoints to return.
+
+        Returns:
+            GetDatapointsResponse: The response containing the datapoints.
+
+        Raises:
+            ValueError: If there's an error fetching the datapoints.
+        """
+        params = {"name": dataset_name, "offset": offset, "limit": limit}
+        url = (
+            self._base_url + "/v1/datasets/datapoints?" + urllib.parse.urlencode(params)
+        )
+        response = await self._client.get(url, headers=self._headers())
+        if response.status_code != 200:
+            try:
+                resp_json = response.json()
+                raise ValueError(
+                    f"Error fetching datapoints: [{response.status_code}] {resp_json}"
+                )
+            except Exception:
+                raise ValueError(
+                    f"Error fetching datapoints: [{response.status_code}] {response.text}"
+                )
+        return GetDatapointsResponse.model_validate(response.json())
+
     async def update_datapoint(
         self,
         eval_id: uuid.UUID,
@@ -146,17 +201,59 @@ class AsyncEvals(BaseAsyncResource):
             executor_output (Any): The executor output.
             scores (dict[str, float | int] | None, optional): The scores. Defaults to None.
         """
-        
+
         response = await self._client.post(
             self._base_url + f"/v1/evals/{eval_id}/datapoints/{datapoint_id}",
             json={
-                "executorOutput": executor_output,
+                "executorOutput": (
+                    str(serialize(executor_output))[
+                        :INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH
+                    ]
+                    if executor_output is not None
+                    else None
+                ),
                 "scores": scores,
             },
             headers=self._headers(),
         )
 
         if response.status_code != 200:
-            raise ValueError(f"Error updating evaluation datapoint: {response.text}")
-        
-    
+            raise ValueError(
+                f"Error updating evaluation datapoint: [{response.status_code}] {response.text}"
+            )
+
+    async def _retry_save_datapoints(
+        self,
+        eval_id: uuid.UUID,
+        datapoints: list[EvaluationResultDatapoint | PartialEvaluationDatapoint],
+        group_name: str | None = None,
+        initial_length: int = INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH,
+        max_retries: int = 20,
+    ):
+        retry = 0
+        length = initial_length
+        while retry < max_retries:
+            retry += 1
+            length = length // 2
+            logger.debug(
+                f"Retrying save datapoints: {retry} of {max_retries}, length: {length}"
+            )
+            if length == 0:
+                raise ValueError("Error saving evaluation datapoints")
+            points = [
+                datapoint.to_dict(max_data_length=length) for datapoint in datapoints
+            ]
+            response = await self._client.post(
+                self._base_url + f"/v1/evals/{eval_id}/datapoints",
+                json={
+                    "points": points,
+                    "groupName": group_name,
+                },
+                headers=self._headers(),
+            )
+            if response.status_code != 413:
+                break
+        if response.status_code != 200:
+            raise ValueError(
+                f"Error saving evaluation datapoints: [{response.status_code}] {response.text}"
+            )

lmnr/sdk/client/synchronous/resources/evals.py

@@ -5,19 +5,27 @@ import urllib.parse
 from typing import Any
 
 from lmnr.sdk.client.synchronous.resources.base import BaseResource
+from lmnr.sdk.log import get_default_logger
 from lmnr.sdk.types import (
-    InitEvaluationResponse,
+    GetDatapointsResponse,
     EvaluationResultDatapoint,
+    InitEvaluationResponse,
     PartialEvaluationDatapoint,
-    GetDatapointsResponse,
 )
+from lmnr.sdk.utils import serialize
+
+INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 16_000_000  # 16MB
+logger = get_default_logger(__name__)
 
 
 class Evals(BaseResource):
     """Resource for interacting with Laminar evaluations API."""
 
     def init(
-        self, name: str | None = None, group_name: str | None = None, metadata: dict[str, Any] | None = None
+        self,
+        name: str | None = None,
+        group_name: str | None = None,
+        metadata: dict[str, Any] | None = None,
     ) -> InitEvaluationResponse:
         """Initialize a new evaluation.
 
@@ -53,7 +61,7 @@ class Evals(BaseResource):
     ) -> uuid.UUID:
         """
         Create a new evaluation and return its ID.
-        
+
         Parameters:
             name (str | None, optional): Optional name of the evaluation.
             group_name (str | None, optional): An identifier to group evaluations.
@@ -76,7 +84,7 @@ class Evals(BaseResource):
     ) -> uuid.UUID:
         """
         Create a datapoint for an evaluation.
-        
+
         Parameters:
             eval_id (uuid.UUID): The evaluation ID.
             data: The input data for the executor.
@@ -84,13 +92,13 @@ class Evals(BaseResource):
             metadata (dict[str, Any] | None, optional): Optional metadata.
             index (int | None, optional): Optional index of the datapoint.
             trace_id (uuid.UUID | None, optional): Optional trace ID.
-        
+
         Returns:
             uuid.UUID: The datapoint ID.
         """
-        
+
         datapoint_id = uuid.uuid4()
-        
+
         # Create a minimal datapoint first
         partial_datapoint = PartialEvaluationDatapoint(
             id=datapoint_id,
@@ -101,7 +109,7 @@ class Evals(BaseResource):
             executor_span_id=uuid.uuid4(),  # Will be updated when executor runs
             metadata=metadata,
         )
-        
+
         self.save_datapoints(eval_id, [partial_datapoint])
         return datapoint_id
 
@@ -121,16 +129,24 @@ class Evals(BaseResource):
         Raises:
             ValueError: If there's an error saving the datapoints.
         """
+        length = INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH
+        points = [datapoint.to_dict(max_data_length=length) for datapoint in datapoints]
         response = self._client.post(
             self._base_url + f"/v1/evals/{eval_id}/datapoints",
             json={
-                "points": [datapoint.to_dict() for datapoint in datapoints],
+                "points": points,
                 "groupName": group_name,
             },
             headers=self._headers(),
         )
+        if response.status_code == 413:
+            self._retry_save_datapoints(eval_id, datapoints, group_name)
+            return
+
         if response.status_code != 200:
-            raise ValueError(f"Error saving evaluation datapoints: {response.text}")
+            raise ValueError(
+                f"Error saving evaluation datapoints: [{response.status_code}] {response.text}"
+            )
 
     def update_datapoint(
         self,
@@ -147,11 +163,17 @@ class Evals(BaseResource):
             executor_output (Any): The executor output.
             scores (dict[str, float | int] | None, optional): The scores. Defaults to None.
         """
-        
+
         response = self._client.post(
             self._base_url + f"/v1/evals/{eval_id}/datapoints/{datapoint_id}",
             json={
-                "executorOutput": executor_output,
+                "executorOutput": (
+                    str(serialize(executor_output))[
+                        :INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH
+                    ]
+                    if executor_output is not None
+                    else None
+                ),
                 "scores": scores,
             },
             headers=self._headers(),
@@ -195,3 +217,39 @@ class Evals(BaseResource):
                     f"Error fetching datapoints: [{response.status_code}] {response.text}"
                 )
         return GetDatapointsResponse.model_validate(response.json())
+
+    def _retry_save_datapoints(
+        self,
+        eval_id: uuid.UUID,
+        datapoints: list[EvaluationResultDatapoint | PartialEvaluationDatapoint],
+        group_name: str | None = None,
+        initial_length: int = INITIAL_EVALUATION_DATAPOINT_MAX_DATA_LENGTH,
+        max_retries: int = 20,
+    ):
+        retry = 0
+        length = initial_length
+        while retry < max_retries:
+            retry += 1
+            length = length // 2
+            logger.debug(
+                f"Retrying save datapoints: {retry} of {max_retries}, length: {length}"
+            )
+            if length == 0:
+                raise ValueError("Error saving evaluation datapoints")
+            points = [
+                datapoint.to_dict(max_data_length=length) for datapoint in datapoints
+            ]
+            response = self._client.post(
+                self._base_url + f"/v1/evals/{eval_id}/datapoints",
+                json={
+                    "points": points,
+                    "groupName": group_name,
+                },
+                headers=self._headers(),
+            )
+            if response.status_code != 413:
+                break
+        if response.status_code != 200:
+            raise ValueError(
+                f"Error saving evaluation datapoints: [{response.status_code}] {response.text}"
+            )

lmnr/sdk/client/synchronous/sync_client.py

@@ -71,6 +71,26 @@ class LaminarClient:
         self.__client = httpx.Client(
             headers=self._headers(),
             timeout=timeout,
+            # Context: If the server responds with a 413, the connection becomes
+            # poisoned and freezes on subsequent requests, and there is no way
+            # to recover or recycle such connection.
+            # Setting max_keepalive_connections to 0 will resolve this, but is
+            # less efficient, as it will create a new connection
+            # (not client, so still better) for each request.
+            #
+            # Note: from my experiments with a simple python server, forcing the
+            # server to read/consume the request payload from the socket seems
+            # to resolve this, but I haven't figured out how to do that in our
+            # real actix-web backend server and whether it makes sense to do so.
+            #
+            # TODO: investigate if there are better ways to fix this rather than
+            # setting keepalive_expiry to 0. Other alternative: migrate to
+            # requests + aiohttp.
+            #
+            # limits=httpx.Limits(
+            #     max_keepalive_connections=0,
+            #     keepalive_expiry=0,
+            # ),
         )
 
         # Initialize resource objects
@@ -169,5 +189,3 @@ class LaminarClient:
             "Content-Type": "application/json",
             "Accept": "application/json",
         }
-
-

lmnr/sdk/laminar.py

@@ -23,6 +23,8 @@ from lmnr.opentelemetry_lib.tracing.attributes import (
 )
 from lmnr.opentelemetry_lib import MAX_MANUAL_SPAN_PAYLOAD_SIZE
 from lmnr.opentelemetry_lib.decorators import json_dumps
+from lmnr.sdk.utils import get_otel_env_var
+
 from opentelemetry import trace
 from opentelemetry import context as context_api
 from opentelemetry.trace import INVALID_TRACE_ID, Span, Status, StatusCode, use_span
@@ -140,7 +142,12 @@ class Laminar:
             return
 
         cls.__project_api_key = project_api_key or from_env("LMNR_PROJECT_API_KEY")
-        if not cls.__project_api_key:
+
+        if (
+            not cls.__project_api_key
+            and not get_otel_env_var("ENDPOINT")
+            and not get_otel_env_var("HEADERS")
+        ):
             raise ValueError(
                 "Please initialize the Laminar object with"
                 " your project API key or set the LMNR_PROJECT_API_KEY"
@@ -149,14 +156,15 @@ class Laminar:
 
         cls._initialize_logger()
 
-        url = base_url or from_env("LMNR_BASE_URL") or "https://api.lmnr.ai"
-        url = url.rstrip("/")
-        if not url.startswith("http:") and not url.startswith("https:"):
-            url = f"https://{url}"
-        if match := re.search(r":(\d{1,5})$", url):
-            url = url[: -len(match.group(0))]
-            cls.__logger.info(f"Ignoring port in base URL: {match.group(1)}")
-        http_url = base_http_url or url
+        url = base_url or from_env("LMNR_BASE_URL")
+        if url:
+            url = url.rstrip("/")
+            if not url.startswith("http:") and not url.startswith("https:"):
+                url = f"https://{url}"
+            if match := re.search(r":(\d{1,5})$", url):
+                url = url[: -len(match.group(0))]
+                cls.__logger.info(f"Ignoring port in base URL: {match.group(1)}")
+        http_url = base_http_url or url or "https://api.lmnr.ai"
         if not http_url.startswith("http:") and not http_url.startswith("https:"):
             http_url = f"https://{http_url}"
         if match := re.search(r":(\d{1,5})$", http_url):

lmnr/sdk/types.py

@@ -14,7 +14,7 @@ from typing_extensions import TypedDict  # compatibility with python < 3.12
 
 from .utils import serialize
 
-EVALUATION_DATAPOINT_MAX_DATA_LENGTH = 8_000_000  # 8MB
+DEFAULT_DATAPOINT_MAX_DATA_LENGTH = 16_000_000  # 16MB
 
 
 Numeric = int | float
@@ -79,16 +79,26 @@ class PartialEvaluationDatapoint(pydantic.BaseModel):
     metadata: EvaluationDatapointMetadata = pydantic.Field(default=None)
 
     # uuid is not serializable by default, so we need to convert it to a string
-    def to_dict(self):
+    def to_dict(self, max_data_length: int = DEFAULT_DATAPOINT_MAX_DATA_LENGTH):
+        serialized_data = serialize(self.data)
+        serialized_target = serialize(self.target)
+        # TODO: use json_dumps instead of json.dumps once we
+        # move it to utils so we can avoid circular imports
+        str_data = json.dumps(serialized_data)
+        str_target = json.dumps(serialized_target)
         try:
             return {
                 "id": str(self.id),
-                "data": str(serialize(self.data))[
-                    :EVALUATION_DATAPOINT_MAX_DATA_LENGTH
-                ],
-                "target": str(serialize(self.target))[
-                    :EVALUATION_DATAPOINT_MAX_DATA_LENGTH
-                ],
+                "data": (
+                    str_data[:max_data_length]
+                    if len(str_data) > max_data_length
+                    else serialized_data
+                ),
+                "target": (
+                    str_target[:max_data_length]
+                    if len(str_target) > max_data_length
+                    else serialized_target
+                ),
                 "index": self.index,
                 "traceId": str(self.trace_id),
                 "executorSpanId": str(self.executor_span_id),
@@ -112,21 +122,33 @@ class EvaluationResultDatapoint(pydantic.BaseModel):
     metadata: EvaluationDatapointMetadata = pydantic.Field(default=None)
 
     # uuid is not serializable by default, so we need to convert it to a string
-    def to_dict(self):
+    def to_dict(self, max_data_length: int = DEFAULT_DATAPOINT_MAX_DATA_LENGTH):
         try:
+            serialized_data = serialize(self.data)
+            serialized_target = serialize(self.target)
+            serialized_executor_output = serialize(self.executor_output)
+            str_data = json.dumps(serialized_data)
+            str_target = json.dumps(serialized_target)
+            str_executor_output = json.dumps(serialized_executor_output)
             return {
                 # preserve only preview of the data, target and executor output
                 # (full data is in trace)
                 "id": str(self.id),
-                "data": str(serialize(self.data))[
-                    :EVALUATION_DATAPOINT_MAX_DATA_LENGTH
-                ],
-                "target": str(serialize(self.target))[
-                    :EVALUATION_DATAPOINT_MAX_DATA_LENGTH
-                ],
-                "executorOutput": str(serialize(self.executor_output))[
-                    :EVALUATION_DATAPOINT_MAX_DATA_LENGTH
-                ],
+                "data": (
+                    str_data[:max_data_length]
+                    if len(str_data) > max_data_length
+                    else serialized_data
+                ),
+                "target": (
+                    str_target[:max_data_length]
+                    if len(str_target) > max_data_length
+                    else serialized_target
+                ),
+                "executorOutput": (
+                    str_executor_output[:max_data_length]
+                    if len(str_executor_output) > max_data_length
+                    else serialized_executor_output
+                ),
                 "scores": self.scores,
                 "traceId": str(self.trace_id),
                 "executorSpanId": str(self.executor_span_id),

lmnr/sdk/utils.py

@@ -130,6 +130,57 @@ def is_otel_attribute_value_type(value: typing.Any) -> bool:
     return False
 
 
+def get_otel_env_var(var_name: str) -> str | None:
+    """Get OTEL environment variable with priority order.
+
+    Checks in order:
+    1. OTEL_EXPORTER_OTLP_TRACES_{var_name}
+    2. OTEL_EXPORTER_OTLP_{var_name}
+    3. OTEL_{var_name}
+
+    Args:
+        var_name: The variable name (e.g., 'ENDPOINT', 'HEADERS', 'TIMEOUT')
+
+    Returns:
+        str | None: The environment variable value or None if not found
+    """
+    candidates = [
+        f"OTEL_EXPORTER_OTLP_TRACES_{var_name}",
+        f"OTEL_EXPORTER_OTLP_{var_name}",
+        f"OTEL_{var_name}",
+    ]
+
+    for candidate in candidates:
+        if value := from_env(candidate):
+            return value
+    return None
+
+
+def parse_otel_headers(headers_str: str | None) -> dict[str, str]:
+    """Parse OTEL headers string into dictionary.
+
+    Format: key1=value1,key2=value2
+    Values are URL-decoded.
+
+    Args:
+        headers_str: Headers string in OTEL format
+
+    Returns:
+        dict[str, str]: Parsed headers dictionary
+    """
+    if not headers_str:
+        return {}
+
+    headers = {}
+    for pair in headers_str.split(","):
+        if "=" in pair:
+            key, value = pair.split("=", 1)
+            import urllib.parse
+
+            headers[key.strip()] = urllib.parse.unquote(value.strip())
+    return headers
+
+
 def format_id(id_value: str | int | uuid.UUID) -> str:
     """Format trace/span/evaluation ID to a UUID string, or return valid UUID strings as-is.
 

lmnr/version.py

@@ -3,7 +3,7 @@ import httpx
 from packaging import version
 
 
-__version__ = "0.7.12"
+__version__ = "0.7.14"
 PYTHON_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}"
 
 

{lmnr-0.7.12.dist-info → lmnr-0.7.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lmnr
-Version: 0.7.12
+Version: 0.7.14
 Summary: Python SDK for Laminar
 Author: lmnr.ai
 Author-email: lmnr.ai <founders@lmnr.ai>
@@ -26,52 +26,52 @@ Requires-Dist: grpcio>=1
 Requires-Dist: httpx>=0.24.0
 Requires-Dist: orjson>=3.0.0
 Requires-Dist: packaging>=22.0
-Requires-Dist: opentelemetry-instrumentation-alephalpha>=0.46.2 ; extra == 'alephalpha'
-Requires-Dist: opentelemetry-instrumentation-alephalpha>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-bedrock>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-chromadb>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-cohere>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-crewai>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-haystack>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-lancedb>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-langchain>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-marqo>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-mcp>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-milvus>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-mistralai>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-ollama>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-pinecone>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-qdrant>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-replicate>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-sagemaker>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-together>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-transformers>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-vertexai>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-watsonx>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-weaviate>=0.46.2 ; extra == 'all'
-Requires-Dist: opentelemetry-instrumentation-bedrock>=0.46.2 ; extra == 'bedrock'
-Requires-Dist: opentelemetry-instrumentation-chromadb>=0.46.2 ; extra == 'chromadb'
-Requires-Dist: opentelemetry-instrumentation-cohere>=0.46.2 ; extra == 'cohere'
-Requires-Dist: opentelemetry-instrumentation-crewai>=0.46.2 ; extra == 'crewai'
-Requires-Dist: opentelemetry-instrumentation-haystack>=0.46.2 ; extra == 'haystack'
-Requires-Dist: opentelemetry-instrumentation-lancedb>=0.46.2 ; extra == 'lancedb'
-Requires-Dist: opentelemetry-instrumentation-langchain>=0.46.2 ; extra == 'langchain'
-Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.46.2 ; extra == 'llamaindex'
-Requires-Dist: opentelemetry-instrumentation-marqo>=0.46.2 ; extra == 'marqo'
-Requires-Dist: opentelemetry-instrumentation-mcp>=0.46.2 ; extra == 'mcp'
-Requires-Dist: opentelemetry-instrumentation-milvus>=0.46.2 ; extra == 'milvus'
-Requires-Dist: opentelemetry-instrumentation-mistralai>=0.46.2 ; extra == 'mistralai'
-Requires-Dist: opentelemetry-instrumentation-ollama>=0.46.2 ; extra == 'ollama'
-Requires-Dist: opentelemetry-instrumentation-pinecone>=0.46.2 ; extra == 'pinecone'
-Requires-Dist: opentelemetry-instrumentation-qdrant>=0.46.2 ; extra == 'qdrant'
-Requires-Dist: opentelemetry-instrumentation-replicate>=0.46.2 ; extra == 'replicate'
-Requires-Dist: opentelemetry-instrumentation-sagemaker>=0.46.2 ; extra == 'sagemaker'
-Requires-Dist: opentelemetry-instrumentation-together>=0.46.2 ; extra == 'together'
-Requires-Dist: opentelemetry-instrumentation-transformers>=0.46.2 ; extra == 'transformers'
-Requires-Dist: opentelemetry-instrumentation-vertexai>=0.46.2 ; extra == 'vertexai'
-Requires-Dist: opentelemetry-instrumentation-watsonx>=0.46.2 ; extra == 'watsonx'
-Requires-Dist: opentelemetry-instrumentation-weaviate>=0.46.2 ; extra == 'weaviate'
+Requires-Dist: opentelemetry-instrumentation-alephalpha>=0.47.1 ; extra == 'alephalpha'
+Requires-Dist: opentelemetry-instrumentation-alephalpha>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-chromadb>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-cohere>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-crewai>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-haystack>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-lancedb>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-marqo>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-mcp>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-milvus>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-mistralai>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-ollama>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-pinecone>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-qdrant>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-replicate>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-sagemaker>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-together>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-transformers>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-vertexai>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-watsonx>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-weaviate>=0.47.1 ; extra == 'all'
+Requires-Dist: opentelemetry-instrumentation-bedrock>=0.47.1 ; extra == 'bedrock'
+Requires-Dist: opentelemetry-instrumentation-chromadb>=0.47.1 ; extra == 'chromadb'
+Requires-Dist: opentelemetry-instrumentation-cohere>=0.47.1 ; extra == 'cohere'
+Requires-Dist: opentelemetry-instrumentation-crewai>=0.47.1 ; extra == 'crewai'
+Requires-Dist: opentelemetry-instrumentation-haystack>=0.47.1 ; extra == 'haystack'
+Requires-Dist: opentelemetry-instrumentation-lancedb>=0.47.1 ; extra == 'lancedb'
+Requires-Dist: opentelemetry-instrumentation-langchain>=0.47.1 ; extra == 'langchain'
+Requires-Dist: opentelemetry-instrumentation-llamaindex>=0.47.1 ; extra == 'llamaindex'
+Requires-Dist: opentelemetry-instrumentation-marqo>=0.47.1 ; extra == 'marqo'
+Requires-Dist: opentelemetry-instrumentation-mcp>=0.47.1 ; extra == 'mcp'
+Requires-Dist: opentelemetry-instrumentation-milvus>=0.47.1 ; extra == 'milvus'
+Requires-Dist: opentelemetry-instrumentation-mistralai>=0.47.1 ; extra == 'mistralai'
+Requires-Dist: opentelemetry-instrumentation-ollama>=0.47.1 ; extra == 'ollama'
+Requires-Dist: opentelemetry-instrumentation-pinecone>=0.47.1 ; extra == 'pinecone'
+Requires-Dist: opentelemetry-instrumentation-qdrant>=0.47.1 ; extra == 'qdrant'
+Requires-Dist: opentelemetry-instrumentation-replicate>=0.47.1 ; extra == 'replicate'
+Requires-Dist: opentelemetry-instrumentation-sagemaker>=0.47.1 ; extra == 'sagemaker'
+Requires-Dist: opentelemetry-instrumentation-together>=0.47.1 ; extra == 'together'
+Requires-Dist: opentelemetry-instrumentation-transformers>=0.47.1 ; extra == 'transformers'
+Requires-Dist: opentelemetry-instrumentation-vertexai>=0.47.1 ; extra == 'vertexai'
+Requires-Dist: opentelemetry-instrumentation-watsonx>=0.47.1 ; extra == 'watsonx'
+Requires-Dist: opentelemetry-instrumentation-weaviate>=0.47.1 ; extra == 'weaviate'
 Requires-Python: >=3.10, <4
 Provides-Extra: alephalpha
 Provides-Extra: all

{lmnr-0.7.12.dist-info → lmnr-0.7.14.dist-info}/RECORD

@@ -49,11 +49,11 @@ lmnr/opentelemetry_lib/opentelemetry/instrumentation/openhands_ai/__init__.py,sh
 lmnr/opentelemetry_lib/opentelemetry/instrumentation/opentelemetry/__init__.py,sha256=1f86cdf738e2f68586b0a4569bb1e40edddd85c529f511ef49945ddb7b61fab5,2648
 lmnr/opentelemetry_lib/opentelemetry/instrumentation/skyvern/__init__.py,sha256=764e4fe979fb08d7821419a3cc5c3ae89a6664b626ef928259f8f175c939eaea,6334
 lmnr/opentelemetry_lib/opentelemetry/instrumentation/threading/__init__.py,sha256=90aa8558467d7e469fe1a6c75372c113da403557715f03b522b2fab94b287c40,6320
-lmnr/opentelemetry_lib/tracing/__init__.py,sha256=6e29f4d8d7ce1b63567f18f469914c9673594cfbbfb084ebc876fc5443936994,11322
-lmnr/opentelemetry_lib/tracing/_instrument_initializers.py,sha256=4f4447f1eabf8330380b48376e297ae26a2d86f3b56e5824ac0bdbf0e0c1f25a,17166
+lmnr/opentelemetry_lib/tracing/__init__.py,sha256=a6e1913c4e80493bf0ecb49fca7bd589e297d8e1b7e52c1898792bbba2003fe8,11558
+lmnr/opentelemetry_lib/tracing/_instrument_initializers.py,sha256=865953b6ad6e72c9e852929c9695ea0ebc5614de20e6d68fbcfc84046c333c15,17386
 lmnr/opentelemetry_lib/tracing/attributes.py,sha256=a879e337ff4e8569a4454544d303ccbc3b04bd42e1cdb765eb563aeaa08f731d,1653
 lmnr/opentelemetry_lib/tracing/context.py,sha256=83f842be0fc29a96647cbf005c39ea761b0fb5913c4102f965411f47906a6135,4103
-lmnr/opentelemetry_lib/tracing/exporter.py,sha256=a5a1e7627061f30109c0b7c4c951a2a1ed2e346af33c66804b7c981dc3550468,2470
+lmnr/opentelemetry_lib/tracing/exporter.py,sha256=48ad51595b3ee6a9655643a09323b14c24120191ef980e40252007a3ddc48367,3692
 lmnr/opentelemetry_lib/tracing/instruments.py,sha256=a748249130f8610e9d9f64f90f082e643f300765ebf46899a51bd9b6d6f5a03e,6066
 lmnr/opentelemetry_lib/tracing/processor.py,sha256=74a4c6967c6b0b0672d1292c626fe294375f426a87056362f56c5c4195647d0b,4279
 lmnr/opentelemetry_lib/tracing/tracer.py,sha256=33769a9a97385f5697eb0e0a6b1813a57ed956c7a8379d7ac2523e700e7dd528,1362
@@ -73,32 +73,32 @@ lmnr/sdk/browser/playwright_otel.py,sha256=859d220d856c8fe7104863efca0c6a3ed5464
 lmnr/sdk/browser/pw_utils.py,sha256=a75769eb977d8e56c38a0eefad09b87550b872f8d4df186b36a8c4d4af2bffaf,29021
 lmnr/sdk/browser/recorder/record.umd.min.cjs,sha256=f09c09052c2fc474efb0405e63d8d26ed2184b994513ce8aee04efdac8be155d,181235
 lmnr/sdk/browser/utils.py,sha256=4a668776d2938108d25fbcecd61c8e1710a4da3e56230d5fefca5964dd09e3c1,2371
-lmnr/sdk/client/asynchronous/async_client.py,sha256=e8feae007506cd2e4b08e72706f5f1bb4ea54492b4aa6b68ef184a129de8f466,4948
+lmnr/sdk/client/asynchronous/async_client.py,sha256=4c0161d19453cf5af350d5237828b55f1f11967dfc9269a088fa59fb1ecb998c,6055
 lmnr/sdk/client/asynchronous/resources/__init__.py,sha256=993423ea462aa8ea37d8d91662341c1ca0711cb2447cd476aacc373858f76135,481
 lmnr/sdk/client/asynchronous/resources/agent.py,sha256=3a78372b62912cdeda831d7ff9a671306713fce185dff646b452e6f1a3cc6d8c,17788
 lmnr/sdk/client/asynchronous/resources/base.py,sha256=689e37435ae5b60db7210688e1e79a64a724c554e00d46c226b0a18500941281,986
 lmnr/sdk/client/asynchronous/resources/browser_events.py,sha256=76f4d7599ee54c0592198585301adc2e9c338398332eb11e445f763f4ab4c7ca,1164
-lmnr/sdk/client/asynchronous/resources/evals.py,sha256=8c6f8096916657ef269463b2d0585795d9cedad056a047abcde6365ff0b320bd,5761
+lmnr/sdk/client/asynchronous/resources/evals.py,sha256=0e13db91327e035c44b9e3a9dc9715906c24a797e0903e041aa272f440c85e32,9203
 lmnr/sdk/client/asynchronous/resources/evaluators.py,sha256=964046f5146e89032fbb701b883f4f3a7cb996aeb9ff368f86e8f967df2fef10,2918
 lmnr/sdk/client/asynchronous/resources/tags.py,sha256=14fc2e38cae2f6fe126dc8dca085d7ad02d8d7c1a09bc4b5b5b8e38a0edf7348,2314
 lmnr/sdk/client/synchronous/resources/__init__.py,sha256=685792a8c8494ea061592b86cb63d6bb0dca8d9848181aa11b7d97d5714df337,403
 lmnr/sdk/client/synchronous/resources/agent.py,sha256=9a74eeeada0dd8b6e0984850fa6759d02ccd02792b1a292caf2b34032330cf60,17809
 lmnr/sdk/client/synchronous/resources/base.py,sha256=9ded59675d1498d90cac4095bc295c1097dc1499521af697382f0aea66533dd6,971
 lmnr/sdk/client/synchronous/resources/browser_events.py,sha256=f6b1585997ac5d0a269c581b679f74b4614c4da363d0e0334fd45c1700fcabf6,1135
-lmnr/sdk/client/synchronous/resources/evals.py,sha256=415fefe234519f8affb24d858efa9d6c0735f966b6194977a96ac2ce16d066c0,7008
+lmnr/sdk/client/synchronous/resources/evals.py,sha256=50ce1051554413224f0e6fb9f9a9474af3b4ae48a38c2821ea617d1c46ecc7d2,9026
 lmnr/sdk/client/synchronous/resources/evaluators.py,sha256=3cd6a17e7a9cc0441c2d20bf6cf46ce3720131cc30053e2cd124e5668c75f49a,2879
 lmnr/sdk/client/synchronous/resources/tags.py,sha256=123deec43128662c21cb275b2df6a102372f875315b0bd36806555394c1d4b5b,2270
-lmnr/sdk/client/synchronous/sync_client.py,sha256=0bebe88e3aed689505e9ed3d32036f76df4c3496e4d659162bd41abedc026f16,5299
+lmnr/sdk/client/synchronous/sync_client.py,sha256=ac3ee2f85617c00f4ab0b934166d137dba451876d2bdd8722d7eb3607031aa42,6405
 lmnr/sdk/datasets.py,sha256=3fd851c5f97bf88eaa84b1451a053eaff23b4497cbb45eac2f9ea0e5f2886c00,1708
 lmnr/sdk/decorators.py,sha256=c709b76a814e019c919fd811591850787a2f266b7b6f46123f66ddd92e1092d5,6920
 lmnr/sdk/eval_control.py,sha256=291394ac385c653ae9b5167e871bebeb4fe8fc6b7ff2ed38e636f87015dcba86,184
 lmnr/sdk/evaluations.py,sha256=7e55cbca77fa32cb64cb77aed8076a1994258a5b652c7f1d45231928e4aefe26,23885
-lmnr/sdk/laminar.py,sha256=1bd434297a1487679093fed27113d4b031a4129d65b0517f6a668dad75f4c4bd,38106
+lmnr/sdk/laminar.py,sha256=24adfd64da01d7fd69ba9437cf9860a5c64aa6baab1bb92d8ba143db1be12e96,38313
 lmnr/sdk/log.py,sha256=9edfd83263f0d4845b1b2d1beeae2b4ed3f8628de941f371a893d72b79c348d4,2213
-lmnr/sdk/types.py,sha256=f8a8368e225c4d2f82df54d92f029065afb60c3eff494c77c6e574963ed524ff,13454
-lmnr/sdk/utils.py,sha256=0c5a81c305dcd3922f4b31c4f42cf83719c03888725838395adae167de92db76,5019
-lmnr/version.py,sha256=c8627d415d619760cd3a9ef67286da4e10a35e6bf840e9e24f3221987e222aa8,1322
-lmnr-0.7.12.dist-info/WHEEL,sha256=ab6157bc637547491fb4567cd7ddf26b04d63382916ca16c29a5c8e94c9c9ef7,79
-lmnr-0.7.12.dist-info/entry_points.txt,sha256=abdf3411b7dd2d7329a241f2da6669bab4e314a747a586ecdb9f888f3035003c,39
-lmnr-0.7.12.dist-info/METADATA,sha256=a67d7715fe3222f9824606190898cc679ca3d0215851dac36c6a966aa5bb6122,14195
-lmnr-0.7.12.dist-info/RECORD,,
+lmnr/sdk/types.py,sha256=d8061ca90dd582b408a893ebbbeb1586e8750ed30433ef4f6d63423a078511b0,14574
+lmnr/sdk/utils.py,sha256=4114559ba6ae57fcba2de2bfaa09339688ce5752c36f028a7b55e51eae624947,6307
+lmnr/version.py,sha256=fdf6db3bfdec750eb7f9e086f1383d81089cece53220f95a2462f750866164cc,1322
+lmnr-0.7.14.dist-info/WHEEL,sha256=ab6157bc637547491fb4567cd7ddf26b04d63382916ca16c29a5c8e94c9c9ef7,79
+lmnr-0.7.14.dist-info/entry_points.txt,sha256=abdf3411b7dd2d7329a241f2da6669bab4e314a747a586ecdb9f888f3035003c,39
+lmnr-0.7.14.dist-info/METADATA,sha256=6d8d77fa8ee86053d6d0796676ebcbd09160e3c639a5ff040983169a030d8ad2,14195
+lmnr-0.7.14.dist-info/RECORD,,