lmnr 0.4.56__py3-none-any.whl → 0.4.58__py3-none-any.whl

lmnr/openllmetry_sdk/__init__.py

@@ -34,6 +34,7 @@ class Traceloop:
         instruments: Optional[Set[Instruments]] = None,
         base_http_url: Optional[str] = None,
         project_api_key: Optional[str] = None,
+        max_export_batch_size: Optional[int] = None,
     ) -> None:
         if not is_tracing_enabled():
             return
@@ -73,4 +74,5 @@ class Traceloop:
             instruments=instruments,
             base_http_url=base_http_url,
             project_api_key=project_api_key,
+            max_export_batch_size=max_export_batch_size,
         )

lmnr/openllmetry_sdk/tracing/tracing.py

@@ -83,6 +83,7 @@ class TracerWrapper(object):
         instruments: Optional[Set[Instruments]] = None,
         base_http_url: Optional[str] = None,
         project_api_key: Optional[str] = None,
+        max_export_batch_size: Optional[int] = None,
     ) -> "TracerWrapper":
         cls._initialize_logger(cls)
         if not hasattr(cls, "instance"):
@@ -109,7 +110,8 @@ class TracerWrapper(object):
                     )
                 else:
                     obj.__spans_processor: SpanProcessor = BatchSpanProcessor(
-                        obj.__spans_exporter
+                        obj.__spans_exporter,
+                        max_export_batch_size=max_export_batch_size,
                     )
                 obj.__spans_processor_original_on_start = None
 
@@ -430,6 +432,10 @@ def init_openai_instrumentor(should_enrich_metrics: bool):
             instrumentor = OpenAIInstrumentor(
                 enrich_assistant=should_enrich_metrics,
                 enrich_token_usage=should_enrich_metrics,
+                # Default in the package provided is an empty function, which
+                # results in dropping the image data if we don't explicitly
+                # set it to None.
+                upload_base64_image=None,
             )
             if not instrumentor.is_instrumented_by_opentelemetry:
                 instrumentor.instrument()

lmnr/sdk/browser/playwright_patch.py

@@ -1,5 +1,6 @@
 import opentelemetry
 import uuid
+import asyncio
 
 try:
     from playwright.async_api import BrowserContext, Page
@@ -9,22 +10,19 @@ try:
     )
 except ImportError as e:
     raise ImportError(
-        f"Attempated to import {__file__}, but it is designed "
+        f"Attempted to import {__file__}, but it is designed "
         "to patch Playwright, which is not installed. Use `pip install playwright` "
         "to install Playwright or remove this import."
     ) from e
 
 _original_new_page = None
-_original_goto = None
 _original_new_page_async = None
-_original_goto_async = None
 
 INJECT_PLACEHOLDER = """
 ([baseUrl, projectApiKey]) => {
     const serverUrl = `${baseUrl}/v1/browser-sessions/events`;
-    const BATCH_SIZE = 16;
     const FLUSH_INTERVAL = 1000;
-    const HEARTBEAT_INTERVAL = 1000; // 1 second heartbeat
+    const HEARTBEAT_INTERVAL = 1000;
 
     window.rrwebEventsBatch = [];
     
@@ -36,13 +34,37 @@ INJECT_PLACEHOLDER = """
             traceId: window.traceId,
             events: window.rrwebEventsBatch
         };
-
+        
         try {
-            await fetch(serverUrl, {
+            const jsonString = JSON.stringify(eventsPayload);
+            const uint8Array = new TextEncoder().encode(jsonString);
+            
+            const cs = new CompressionStream('gzip');
+            const compressedStream = await new Response(
+                new Response(uint8Array).body.pipeThrough(cs)
+            ).arrayBuffer();
+            
+            const compressedArray = new Uint8Array(compressedStream);
+            
+            const blob = new Blob([compressedArray], { type: 'application/octet-stream' });
+            
+            const response = await fetch(serverUrl, {
                 method: 'POST',
-                headers: { 'Content-Type': 'application/json', 'Authorization': `Bearer ${projectApiKey}` },
-                body: JSON.stringify(eventsPayload),
+                headers: {
+                    'Content-Type': 'application/json',
+                    'Content-Encoding': 'gzip',
+                    'Authorization': `Bearer ${projectApiKey}`
+                },
+                body: blob,
+                credentials: 'omit',
+                mode: 'cors',
+                cache: 'no-cache',
             });
+            
+            if (!response.ok) {
+                throw new Error(`HTTP error! status: ${response.status}`);
+            }
+            
             window.rrwebEventsBatch = [];
         } catch (error) {
             console.error('Failed to send events:', error);
@@ -51,10 +73,9 @@ INJECT_PLACEHOLDER = """
 
     setInterval(() => window.sendBatch(), FLUSH_INTERVAL);
 
-    // Add heartbeat event
     setInterval(() => {
         window.rrwebEventsBatch.push({
-            type: 6, // Custom event type
+            type: 6,
             data: { source: 'heartbeat' },
             timestamp: Date.now()
         });
@@ -62,15 +83,10 @@ INJECT_PLACEHOLDER = """
 
     window.rrweb.record({
         emit(event) {
-            window.rrwebEventsBatch.push(event);
-            
-            if (window.rrwebEventsBatch.length >= BATCH_SIZE) {
-                window.sendBatch();
-            }
+            window.rrwebEventsBatch.push(event);            
         }
     });
 
-    // Simplified beforeunload handler
     window.addEventListener('beforeunload', () => {
         window.sendBatch();
     });
@@ -79,6 +95,7 @@ INJECT_PLACEHOLDER = """
 
 
 def init_playwright_tracing(http_url: str, project_api_key: str):
+
     def inject_rrweb(page: SyncPage):
         # Get current trace ID from active span
         current_span = opentelemetry.trace.get_current_span()
@@ -95,7 +112,7 @@ def init_playwright_tracing(http_url: str, project_api_key: str):
             [trace_id, session_id],
         )
 
-        # Load rrweb and set up recording
+        # Load rrweb from CDN
         page.add_script_tag(
             url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
         )
@@ -107,86 +124,125 @@ def init_playwright_tracing(http_url: str, project_api_key: str):
         )
 
     async def inject_rrweb_async(page: Page):
-        # Wait for the page to be in a ready state first
-        await page.wait_for_load_state("domcontentloaded")
-
-        # Get current trace ID from active span
-        current_span = opentelemetry.trace.get_current_span()
-        current_span.set_attribute("lmnr.internal.has_browser_session", True)
-        trace_id = format(current_span.get_span_context().trace_id, "032x")
-        session_id = str(uuid.uuid4().hex)
-
-        # Wait for any existing script load to complete
-        await page.wait_for_load_state("networkidle")
-
-        # Generate UUID session ID and set trace ID
-        await page.evaluate(
-            """([traceId, sessionId]) => {
-            window.rrwebSessionId = sessionId;
-            window.traceId = traceId;
-        }""",
-            [trace_id, session_id],
-        )
-
-        # Load rrweb and set up recording
-        await page.add_script_tag(
-            url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
-        )
+        try:
+            # Wait for the page to be in a ready state first
+            await page.wait_for_load_state("domcontentloaded")
+
+            # Get current trace ID from active span
+            current_span = opentelemetry.trace.get_current_span()
+            current_span.set_attribute("lmnr.internal.has_browser_session", True)
+            trace_id = format(current_span.get_span_context().trace_id, "032x")
+            session_id = str(uuid.uuid4().hex)
+
+            # Generate UUID session ID and set trace ID
+            await page.evaluate(
+                """([traceId, sessionId]) => {
+                window.rrwebSessionId = sessionId;
+                window.traceId = traceId;
+            }""",
+                [trace_id, session_id],
+            )
+
+            # Load rrweb from CDN
+            await page.add_script_tag(
+                url="https://cdn.jsdelivr.net/npm/rrweb@latest/dist/rrweb.min.js"
+            )
+
+            await page.wait_for_function(
+                """(() => window.rrweb || 'rrweb' in window)"""
+            )
+
+            # Update the recording setup to include trace ID
+            await page.evaluate(
+                INJECT_PLACEHOLDER,
+                [http_url, project_api_key],
+            )
+        except Exception as e:
+            print(f"Error injecting rrweb: {e}")
+
+    def handle_navigation(page: SyncPage):
+        def on_load():
+            inject_rrweb(page)
+
+        page.on("load", on_load)
+        inject_rrweb(page)
 
-        await page.wait_for_function("""(() => window.rrweb || 'rrweb' in window)""")
+    async def handle_navigation_async(page: Page):
+        async def on_load():
+            await inject_rrweb_async(page)
 
-        # Update the recording setup to include trace ID
-        await page.evaluate(
-            INJECT_PLACEHOLDER,
-            [http_url, project_api_key],
-        )
+        page.on("load", lambda: asyncio.create_task(on_load()))
+        await inject_rrweb_async(page)
 
     async def patched_new_page_async(self: BrowserContext, *args, **kwargs):
-        # Call the original new_page (returns a Page object)
+        # Modify CSP to allow required domains
+        async def handle_route(route):
+            try:
+                response = await route.fetch()
+                headers = dict(response.headers)
+
+                # Find and modify CSP header
+                for header_name in headers:
+                    if header_name.lower() == "content-security-policy":
+                        csp = headers[header_name]
+                        parts = csp.split(";")
+                        for i, part in enumerate(parts):
+                            if "script-src" in part:
+                                parts[i] = f"{part.strip()} cdn.jsdelivr.net"
+                            elif "connect-src" in part:
+                                parts[i] = f"{part.strip()} " + http_url
+                        if not any("connect-src" in part for part in parts):
+                            parts.append(" connect-src 'self' " + http_url)
+                        headers[header_name] = ";".join(parts)
+
+                await route.fulfill(response=response, headers=headers)
+            except Exception:
+                await route.continue_()
+
+        await self.route("**/*", handle_route)
         page = await _original_new_page_async(self, *args, **kwargs)
-        # Inject rrweb automatically after the page is created
-        await inject_rrweb_async(page)
+        await handle_navigation_async(page)
         return page
 
-    async def patched_goto_async(self: Page, *args, **kwargs):
-        # Call the original goto
-        result = await _original_goto_async(self, *args, **kwargs)
-        # Inject rrweb after navigation
-        await inject_rrweb_async(self)
-        return result
-
     def patched_new_page(self: SyncBrowserContext, *args, **kwargs):
-        # Call the original new_page (returns a Page object)
+        # Modify CSP to allow required domains
+        def handle_route(route):
+            try:
+                response = route.fetch()
+                headers = dict(response.headers)
+
+                # Find and modify CSP header
+                for header_name in headers:
+                    if header_name.lower() == "content-security-policy":
+                        csp = headers[header_name]
+                        parts = csp.split(";")
+                        for i, part in enumerate(parts):
+                            if "script-src" in part:
+                                parts[i] = f"{part.strip()} cdn.jsdelivr.net"
+                            elif "connect-src" in part:
+                                parts[i] = f"{part.strip()} " + http_url
+                        if not any("connect-src" in part for part in parts):
+                            parts.append(" connect-src 'self' " + http_url)
+                        headers[header_name] = ";".join(parts)
+
+                route.fulfill(response=response, headers=headers)
+            except Exception:
+                # Continue with the original request without modification
+                route.continue_()
+
+        self.route("**/*", handle_route)
         page = _original_new_page(self, *args, **kwargs)
-        # Inject rrweb automatically after the page is created
-        inject_rrweb(page)
+        handle_navigation(page)
         return page
 
-    def patched_goto(self: SyncPage, *args, **kwargs):
-        # Call the original goto
-        result = _original_goto(self, *args, **kwargs)
-        # Inject rrweb after navigation
-        inject_rrweb(self)
-        return result
-
     def patch_browser():
-        """
-        Overrides BrowserContext.new_page with a patched async function
-        that injects rrweb into every new page.
-        """
-        global _original_new_page, _original_goto, _original_new_page_async, _original_goto_async
-        if _original_new_page_async is None or _original_goto_async is None:
+        global _original_new_page, _original_new_page_async
+        if _original_new_page_async is None:
             _original_new_page_async = BrowserContext.new_page
             BrowserContext.new_page = patched_new_page_async
 
-            _original_goto_async = Page.goto
-            Page.goto = patched_goto_async
-
-        if _original_new_page is None or _original_goto is None:
+        if _original_new_page is None:
             _original_new_page = SyncBrowserContext.new_page
             SyncBrowserContext.new_page = patched_new_page
 
-            _original_goto = SyncPage.goto
-            SyncPage.goto = patched_goto
-
     patch_browser()

lmnr/sdk/evaluations.py

@@ -2,7 +2,6 @@ import asyncio
 import re
 import sys
 import uuid
-
 from tqdm import tqdm
 from typing import Any, Awaitable, Optional, Set, Union
 
@@ -27,9 +26,12 @@ from .types import (
 from .utils import is_async
 
 DEFAULT_BATCH_SIZE = 5
+MAX_EXPORT_BATCH_SIZE = 64
 
 
-def get_evaluation_url(project_id: str, evaluation_id: str, base_url: Optional[str] = None):
+def get_evaluation_url(
+    project_id: str, evaluation_id: str, base_url: Optional[str] = None
+):
     if not base_url:
         base_url = "https://www.lmnr.ai"
 
@@ -39,7 +41,7 @@ def get_evaluation_url(project_id: str, evaluation_id: str, base_url: Optional[s
     if url.endswith("localhost") or url.endswith("127.0.0.1"):
         # We best effort assume that the frontend is running on port 3000
         # TODO: expose the frontend port?
-        url = url + ":3000"
+        url = url + ":5667"
     return f"{url}/project/{project_id}/evaluations/{evaluation_id}"
 
 
@@ -97,13 +99,14 @@ class Evaluation:
         evaluators: dict[str, EvaluatorFunction],
         human_evaluators: list[HumanEvaluator] = [],
         name: Optional[str] = None,
-        group_id: Optional[str] = None,
-        batch_size: int = DEFAULT_BATCH_SIZE,
+        group_name: Optional[str] = None,
+        concurrency_limit: int = DEFAULT_BATCH_SIZE,
         project_api_key: Optional[str] = None,
         base_url: Optional[str] = None,
         http_port: Optional[int] = None,
         grpc_port: Optional[int] = None,
         instruments: Optional[Set[Instruments]] = None,
+        max_export_batch_size: Optional[int] = MAX_EXPORT_BATCH_SIZE,
     ):
         """
         Initializes an instance of the Evaluations class.
@@ -131,12 +134,12 @@ class Evaluation:
                 Used to identify the evaluation in the group.\
                 If not provided, a random name will be generated.
                 Defaults to None.
-            group_id (Optional[str], optional): an identifier to group\
-                evaluations. Only evaluations within the same group_id can be\
+            group_name (Optional[str], optional): an identifier to group\
+                evaluations. Only evaluations within the same group_name can be\
                 visually compared. If not provided, "default" is assigned.
                 Defaults to None
-            batch_size (int, optional): The batch size for evaluation. This many\
-                data points will be evaluated in parallel.
+            concurrency_limit (int, optional): The concurrency limit for evaluation. This many\
+                data points will be evaluated in parallel with a pool of workers.
                 Defaults to DEFAULT_BATCH_SIZE.
             project_api_key (Optional[str], optional): The project API key.\
                 If not provided, LMNR_PROJECT_API_KEY environment variable is\
@@ -180,17 +183,20 @@ class Evaluation:
             self.data = data
         self.executor = executor
         self.evaluators = evaluators
-        self.group_id = group_id
+        self.group_name = group_name
         self.name = name
-        self.batch_size = batch_size
+        self.concurrency_limit = concurrency_limit
+        self.batch_size = concurrency_limit
         self._logger = get_default_logger(self.__class__.__name__)
         self.human_evaluators = human_evaluators
+        self.upload_tasks = []  # Add this line to track upload tasks
         L.initialize(
             project_api_key=project_api_key,
             base_url=base_url,
             http_port=http_port,
             grpc_port=grpc_port,
             instruments=instruments,
+            max_export_batch_size=max_export_batch_size,
         )
 
     async def run(self) -> Awaitable[None]:
@@ -200,49 +206,57 @@ class Evaluation:
 
     async def _run(self) -> None:
         self.reporter.start(len(self.data))
-
         try:
-            result_datapoints = await self._evaluate_in_batches()
+            evaluation = await L.init_eval(name=self.name, group_name=self.group_name)
+            result_datapoints = await self._evaluate_in_batches(evaluation.id)
+
+            # Wait for all background upload tasks to complete
+            if self.upload_tasks:
+                self._logger.debug(
+                    f"Waiting for {len(self.upload_tasks)} upload tasks to complete"
+                )
+                await asyncio.gather(*self.upload_tasks)
+                self._logger.debug("All upload tasks completed")
         except Exception as e:
             self.reporter.stopWithError(e)
             self.is_finished = True
             return
 
-        # For now add all human evaluators to all result datapoints
-        # In the future, we will add ways to specify which human evaluators
-        # to add to which result datapoints, e.g. sample some randomly
-        for result_datapoint in result_datapoints:
-            result_datapoint.human_evaluators = self.human_evaluators or {}
-
-        evaluation = await L.create_evaluation(
-            data=result_datapoints, group_id=self.group_id, name=self.name
-        )
         average_scores = get_average_scores(result_datapoints)
         self.reporter.stop(average_scores, evaluation.projectId, evaluation.id)
         self.is_finished = True
 
-    async def _evaluate_in_batches(self) -> list[EvaluationResultDatapoint]:
-        result_datapoints = []
-        for i in range(0, len(self.data), self.batch_size):
-            batch = (
-                self.data[i : i + self.batch_size]
-                if isinstance(self.data, list)
-                else self.data.slice(i, i + self.batch_size)
-            )
-            batch_datapoints = await self._evaluate_batch(batch)
-            result_datapoints.extend(batch_datapoints)
-            self.reporter.update(len(batch))
-        return result_datapoints
-
-    async def _evaluate_batch(
-        self, batch: list[Datapoint]
+    async def _evaluate_in_batches(
+        self, eval_id: uuid.UUID
     ) -> list[EvaluationResultDatapoint]:
-        batch_promises = [self._evaluate_datapoint(datapoint) for datapoint in batch]
-        results = await asyncio.gather(*batch_promises)
-        return results
+
+        semaphore = asyncio.Semaphore(self.concurrency_limit)
+        tasks = []
+        data_iter = self.data if isinstance(self.data, list) else range(len(self.data))
+
+        async def evaluate_task(datapoint, index):
+            try:
+                result = await self._evaluate_datapoint(eval_id, datapoint, index)
+                self.reporter.update(1)
+                return index, result
+            finally:
+                semaphore.release()
+
+        # Create tasks only after acquiring semaphore
+        for idx, item in enumerate(data_iter):
+            await semaphore.acquire()
+            datapoint = item if isinstance(self.data, list) else self.data[item]
+            task = asyncio.create_task(evaluate_task(datapoint, idx))
+            tasks.append(task)
+
+        # Wait for all tasks to complete and preserve order
+        results = await asyncio.gather(*tasks)
+        ordered_results = [result for _, result in sorted(results, key=lambda x: x[0])]
+
+        return ordered_results
 
     async def _evaluate_datapoint(
-        self, datapoint: Datapoint
+        self, eval_id: uuid.UUID, datapoint: Datapoint, index: int
     ) -> EvaluationResultDatapoint:
         with L.start_as_current_span("evaluation") as evaluation_span:
             L._set_trace_type(trace_type=TraceType.EVALUATION)
@@ -251,11 +265,15 @@ class Evaluation:
                 "executor", input={"data": datapoint.data}
             ) as executor_span:
                 executor_span.set_attribute(SPAN_TYPE, SpanType.EXECUTOR.value)
-                output = (
-                    await self.executor(datapoint.data)
-                    if is_async(self.executor)
-                    else self.executor(datapoint.data)
-                )
+                # Run synchronous executors in a thread pool to avoid blocking
+                if not is_async(self.executor):
+                    loop = asyncio.get_event_loop()
+                    output = await loop.run_in_executor(
+                        None, self.executor, datapoint.data
+                    )
+                else:
+                    output = await self.executor(datapoint.data)
+
                 L.set_span_output(output)
                 executor_span_id = uuid.UUID(
                     int=executor_span.get_span_context().span_id
@@ -283,14 +301,28 @@ class Evaluation:
                     scores.update(value)
 
             trace_id = uuid.UUID(int=evaluation_span.get_span_context().trace_id)
-            return EvaluationResultDatapoint(
-                data=datapoint.data,
-                target=target,
-                executor_output=output,
-                scores=scores,
-                trace_id=trace_id,
-                executor_span_id=executor_span_id,
-            )
+
+        datapoint = EvaluationResultDatapoint(
+            data=datapoint.data,
+            target=target,
+            executor_output=output,
+            scores=scores,
+            trace_id=trace_id,
+            # For now add all human evaluators to all result datapoints
+            # In the future, we will add ways to specify which human evaluators
+            # to add to which result datapoints, e.g. sample some randomly
+            human_evaluators=self.human_evaluators,
+            executor_span_id=executor_span_id,
+            index=index,
+        )
+
+        # Create background upload task without awaiting it
+        upload_task = asyncio.create_task(
+            L.save_eval_datapoints(eval_id, [datapoint], self.group_name)
+        )
+        self.upload_tasks.append(upload_task)
+
+        return datapoint
 
 
 def evaluate(
@@ -299,8 +331,9 @@ def evaluate(
     evaluators: dict[str, EvaluatorFunction],
     human_evaluators: list[HumanEvaluator] = [],
     name: Optional[str] = None,
-    group_id: Optional[str] = None,
-    batch_size: int = DEFAULT_BATCH_SIZE,
+    group_id: Optional[str] = None,  # Deprecated
+    group_name: Optional[str] = None,
+    concurrency_limit: int = DEFAULT_BATCH_SIZE,
     project_api_key: Optional[str] = None,
     base_url: Optional[str] = None,
     http_port: Optional[int] = None,
@@ -318,12 +351,12 @@ def evaluate(
 
     Parameters:
         data (Union[list[EvaluationDatapoint|dict]], EvaluationDataset]):\
-                    List of data points to evaluate or an evaluation dataset.
-                        `data` is the input to the executor function,
-                        `target` is the input to the evaluator function.
+            List of data points to evaluate or an evaluation dataset.
+                `data` is the input to the executor function,
+                `target` is the input to the evaluator function.
         executor (Callable[..., Any]): The executor function.\
-                        Takes the data point + any additional arguments\
-                        and returns the output to evaluate.
+            Takes the data point + any additional arguments\
+            and returns the output to evaluate.
         evaluators (List[Callable[..., Any]]): 
             evaluators (dict[str, Callable[..., Any]]): Evaluator functions and\
                 names. Each evaluator function takes the output of the executor\
@@ -337,14 +370,19 @@ def evaluate(
             evaluator only holds the queue name.
             Defaults to an empty list.
         name (Optional[str], optional): Optional name of the evaluation.\
-                        Used to identify the evaluation in the group.\
-                        If not provided, a random name will be generated.
-                        Defaults to None.
-        group_id (Optional[str], optional): an identifier to group evaluations.\
+            Used to identify the evaluation in the group. If not provided, a\
+            random name will be generated.
+            Defaults to None.
+        group_id (Optional[str], optional): [DEPRECATED] Use group_name instead.
+                        An identifier to group evaluations.\
                         Only evaluations within the same group_id can be\
                         visually compared. If not provided, set to "default".
                         Defaults to None
-        batch_size (int, optional): The batch size for evaluation.
+        group_name (Optional[str], optional): An identifier to group evaluations.\
+            Only evaluations within the same group_name can be visually compared.\
+            If not provided, set to "default".
+            Defaults to None
+        concurrency_limit (int, optional): The concurrency limit for evaluation.
                         Defaults to DEFAULT_BATCH_SIZE.
         project_api_key (Optional[str], optional): The project API key.
                         Defaults to None.
@@ -363,15 +401,19 @@ def evaluate(
                         will be used.
                         Defaults to None.
     """
+    if group_id:
+        raise DeprecationWarning("group_id is deprecated. Use group_name instead.")
+
+    group_name = group_name or group_id
 
     evaluation = Evaluation(
         data=data,
         executor=executor,
         evaluators=evaluators,
-        group_id=group_id,
+        group_name=group_name,
         human_evaluators=human_evaluators,
         name=name,
-        batch_size=batch_size,
+        concurrency_limit=concurrency_limit,
         project_api_key=project_api_key,
         base_url=base_url,
         http_port=http_port,

lmnr/sdk/laminar.py

@@ -47,7 +47,8 @@ from lmnr.openllmetry_sdk.tracing.tracing import (
 from .log import VerboseColorfulFormatter
 
 from .types import (
-    CreateEvaluationResponse,
+    HumanEvaluator,
+    InitEvaluationResponse,
     EvaluationResultDatapoint,
     GetDatapointsResponse,
     PipelineRunError,
@@ -78,6 +79,7 @@ class Laminar:
         grpc_port: Optional[int] = None,
         instruments: Optional[Set[Instruments]] = None,
         disable_batch: bool = False,
+        max_export_batch_size: Optional[int] = None,
     ):
         """Initialize Laminar context across the application.
         This method must be called before using any other Laminar methods or
@@ -150,6 +152,7 @@ class Laminar:
             ),
             instruments=instruments,
             disable_batch=disable_batch,
+            max_export_batch_size=max_export_batch_size,
         )
 
     @classmethod
@@ -689,33 +692,42 @@ class Laminar:
         set_association_properties(props)
 
     @classmethod
-    async def create_evaluation(
-        cls,
-        data: list[EvaluationResultDatapoint],
-        group_id: Optional[str] = None,
-        name: Optional[str] = None,
-    ) -> CreateEvaluationResponse:
+    async def init_eval(
+        cls, name: Optional[str] = None, group_name: Optional[str] = None
+    ) -> InitEvaluationResponse:
         async with aiohttp.ClientSession() as session:
             async with session.post(
-                cls.__base_http_url + "/v1/evaluations",
+                cls.__base_http_url + "/v1/evals",
                 json={
-                    "groupId": group_id,
                     "name": name,
-                    "points": [datapoint.to_dict() for datapoint in data],
+                    "groupName": group_name,
                 },
                 headers=cls._headers(),
             ) as response:
-                if response.status != 200:
-                    try:
-                        resp_json = await response.json()
-                        raise ValueError(
-                            f"Error creating evaluation {json.dumps(resp_json)}"
-                        )
-                    except aiohttp.ClientError:
-                        text = await response.text()
-                        raise ValueError(f"Error creating evaluation {text}")
                 resp_json = await response.json()
-                return CreateEvaluationResponse.model_validate(resp_json)
+                return InitEvaluationResponse.model_validate(resp_json)
+
+    @classmethod
+    async def save_eval_datapoints(
+        cls,
+        eval_id: uuid.UUID,
+        datapoints: list[EvaluationResultDatapoint],
+        groupName: Optional[str] = None,
+    ):
+        async with aiohttp.ClientSession() as session:
+
+            async with session.post(
+                cls.__base_http_url + f"/v1/evals/{eval_id}/datapoints",
+                json={
+                    "points": [datapoint.to_dict() for datapoint in datapoints],
+                    "groupName": groupName,
+                },
+                headers=cls._headers(),
+            ) as response:
+                if response.status != 200:
+                    raise ValueError(
+                        f"Error saving evaluation datapoints: {response.text}"
+                    )
 
     @classmethod
     def get_datapoints(

lmnr/sdk/types.py

@@ -141,11 +141,8 @@ EvaluatorFunction = Callable[
 class HumanEvaluator(pydantic.BaseModel):
     queueName: str
 
-    def __init__(self, queue_name: str):
-        super().__init__(queueName=queue_name)
 
-
-class CreateEvaluationResponse(pydantic.BaseModel):
+class InitEvaluationResponse(pydantic.BaseModel):
     id: uuid.UUID
     createdAt: datetime.datetime
     groupId: str
@@ -161,14 +158,17 @@ class EvaluationResultDatapoint(pydantic.BaseModel):
     human_evaluators: list[HumanEvaluator] = pydantic.Field(default_factory=list)
     trace_id: uuid.UUID
     executor_span_id: uuid.UUID
+    index: int
 
     # uuid is not serializable by default, so we need to convert it to a string
     def to_dict(self):
         try:
             return {
-                "data": serialize(self.data),
-                "target": serialize(self.target),
-                "executorOutput": serialize(self.executor_output),
+                # preserve only preview of the data, target and executor output
+                # (full data is in trace)
+                "data": str(serialize(self.data))[:100],
+                "target": str(serialize(self.target))[:100],
+                "executorOutput": str(serialize(self.executor_output))[:100],
                 "scores": self.scores,
                 "traceId": str(self.trace_id),
                 "humanEvaluators": [
@@ -180,6 +180,7 @@ class EvaluationResultDatapoint(pydantic.BaseModel):
                     for v in self.human_evaluators
                 ],
                 "executorSpanId": str(self.executor_span_id),
+                "index": self.index,
             }
         except Exception as e:
             raise ValueError(f"Error serializing EvaluationResultDatapoint: {e}")

lmnr/sdk/utils.py

@@ -49,7 +49,7 @@ def is_iterator(o: typing.Any) -> bool:
     return hasattr(o, "__iter__") and hasattr(o, "__next__")
 
 
-def serialize(obj: typing.Any) -> dict[str, typing.Any]:
+def serialize(obj: typing.Any) -> typing.Union[str, dict[str, typing.Any]]:
     def serialize_inner(o: typing.Any):
         if isinstance(o, (datetime.datetime, datetime.date)):
             return o.strftime("%Y-%m-%dT%H:%M:%S.%f%z")

{lmnr-0.4.56.dist-info → lmnr-0.4.58.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lmnr
-Version: 0.4.56
+Version: 0.4.58
 Summary: Python SDK for Laminar
 License: Apache-2.0
 Author: lmnr.ai
@@ -41,65 +41,64 @@ Provides-Extra: watsonx
 Provides-Extra: weaviate
 Requires-Dist: aiohttp (>=3.0)
 Requires-Dist: argparse (>=1.0)
-Requires-Dist: deprecated (>=1.0)
 Requires-Dist: grpcio (<1.68.0)
 Requires-Dist: opentelemetry-api (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.28.0)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "replicate"
 Requires-Dist: opentelemetry-instrumentation-requests (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "sagemaker"
 Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.50b0)
 Requires-Dist: opentelemetry-instrumentation-threading (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "transformers"
 Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.50b0)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "all"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "weaviate"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "all"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "weaviate"
 Requires-Dist: opentelemetry-sdk (>=1.28.0)
 Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
 Requires-Dist: pydantic (>=2.0.3)

{lmnr-0.4.56.dist-info → lmnr-0.4.58.dist-info}/RECORD

@@ -2,7 +2,7 @@ lmnr/__init__.py,sha256=Bqxs-8Mh4h69pOHURgBCgo9EW1GwChebxP6wUX2-bsU,452
 lmnr/cli.py,sha256=4J2RZQhHM3jJcjFvBC4PChQTS-ukxykVvI0X6lTkK-o,2918
 lmnr/openllmetry_sdk/.flake8,sha256=bCxuDlGx3YQ55QHKPiGJkncHanh9qGjQJUujcFa3lAU,150
 lmnr/openllmetry_sdk/.python-version,sha256=9OLQBQVbD4zE4cJsPePhnAfV_snrPSoqEQw-PXgPMOs,6
-lmnr/openllmetry_sdk/__init__.py,sha256=Z-SwgbFRgNRRk2rcO2AY6HpK7nXR0WSscYQ8n0S9xmM,2533
+lmnr/openllmetry_sdk/__init__.py,sha256=TpFNPrRosz-BUpWdfT9ROiZPTGA_JshNwqOfiXlR0MU,2643
 lmnr/openllmetry_sdk/config/__init__.py,sha256=DliMGp2NjYAqRFLKpWQPUKjGMHRO8QsVfazBA1qENQ8,248
 lmnr/openllmetry_sdk/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lmnr/openllmetry_sdk/decorators/base.py,sha256=BhfTJHjGnKXZRyug41wnmvjbg2UDq2p7eLEak7RsCXI,5779
@@ -11,7 +11,7 @@ lmnr/openllmetry_sdk/tracing/__init__.py,sha256=xT73L1t2si2CM6QmMiTZ7zn-dKKYBLNr
 lmnr/openllmetry_sdk/tracing/attributes.py,sha256=B_4KVYWAUu-6DQmsm2eCJQcTxm8pG1EByCBK3uOPkuI,1293
 lmnr/openllmetry_sdk/tracing/content_allow_list.py,sha256=3feztm6PBWNelc8pAZUcQyEGyeSpNiVKjOaDk65l2ps,846
 lmnr/openllmetry_sdk/tracing/context_manager.py,sha256=rdSus-p-TaevQ8hIAhfbnZr5dTqRvACDkzXGDpflncY,306
-lmnr/openllmetry_sdk/tracing/tracing.py,sha256=QZEB5K1bJ2GmfSLSIa22kAll4iD-TXN5hlRND-2JO0E,32838
+lmnr/openllmetry_sdk/tracing/tracing.py,sha256=nKBP7KpfZE70EpfhJ9yPmtXtjy_331O0s3XwLSG2U0c,33191
 lmnr/openllmetry_sdk/utils/__init__.py,sha256=pNhf0G3vTd5ccoc03i1MXDbricSaiqCbi1DLWhSekK8,604
 lmnr/openllmetry_sdk/utils/in_memory_span_exporter.py,sha256=H_4TRaThMO1H6vUQ0OpQvzJk_fZH0OOsRAM1iZQXsR8,2112
 lmnr/openllmetry_sdk/utils/json_encoder.py,sha256=dK6b_axr70IYL7Vv-bu4wntvDDuyntoqsHaddqX7P58,463
@@ -19,17 +19,17 @@ lmnr/openllmetry_sdk/utils/package_check.py,sha256=Da4WoTX6J9naODs99DnY9BA-2MxH2
 lmnr/openllmetry_sdk/version.py,sha256=OlatFEFA4ttqSSIiV8jdE-sq3KG5zu2hnC4B4mzWF3s,23
 lmnr/sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lmnr/sdk/browser/__init__.py,sha256=NSP5sB-dm-f0FP70_GMvVrNFwc5rHf7SW0_Oisyo3cE,343
-lmnr/sdk/browser/playwright_patch.py,sha256=6E6eNQmts-dn1qNNB4CAJwpmr6UFxqEuvh1Gh-o8bWI,6487
+lmnr/sdk/browser/playwright_patch.py,sha256=Hu0O_gJghlKeDHo5RiKoEEWnzbyO6AvoX00ITiiSmIA,8838
 lmnr/sdk/datasets.py,sha256=hJcQcwTJbtA4COoVG3god4xll9TBSDMfvrhKmMfanjg,1567
 lmnr/sdk/decorators.py,sha256=ja2EUWUWvFOp28ER0k78PRuxNahwCVyH0TdM3U-xY7U,1856
 lmnr/sdk/eval_control.py,sha256=G6Fg3Xx_KWv72iBaWlNMdyRTF2bZFQnwJ68sJNSpIcY,177
-lmnr/sdk/evaluations.py,sha256=dUIMEmKUzkOmHZ3nxlddk9kKm518C6xvElpgtNsql10,16344
-lmnr/sdk/laminar.py,sha256=B4vx8WGtfAYF-NLWXJj7KZLR6KZIkC02GMtoPqalwiU,31545
+lmnr/sdk/evaluations.py,sha256=didZ1TqZKASqwaJsgXqibnGGRM37bpMjCPt66FO7tI4,18172
+lmnr/sdk/laminar.py,sha256=COF0bnaU8xSZAV5tRDuP7U4RMpB8AgiadbU-rz_FRq8,31846
 lmnr/sdk/log.py,sha256=nt_YMmPw1IRbGy0b7q4rTtP4Yo3pQfNxqJPXK3nDSNQ,2213
-lmnr/sdk/types.py,sha256=FCNoFoa0ingOvpXGfbiETVsakYyq9Zpoc56MXJ1YDzQ,6390
-lmnr/sdk/utils.py,sha256=Uk8y15x-sd5tP2ERONahElLDJVEy_3dA_1_5g9A6auY,3358
-lmnr-0.4.56.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
-lmnr-0.4.56.dist-info/METADATA,sha256=lcz6sK6hDBN-7vto1rSB_zUxoQmqWw3z-5iTHSDJgBM,13861
-lmnr-0.4.56.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-lmnr-0.4.56.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
-lmnr-0.4.56.dist-info/RECORD,,
+lmnr/sdk/types.py,sha256=Y4msdSM_IvQ5LOfV2jvk4R0-6skW5Ilml466a6swul4,6506
+lmnr/sdk/utils.py,sha256=sD1YEqhdPaHweY2VGmjMF9MC-X7Ikdc49E01D-HF77E,3377
+lmnr-0.4.58.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
+lmnr-0.4.58.dist-info/METADATA,sha256=2lASt_slr6vqL-AMM9JgOCqWTrycELl0t_XzaASytw4,13827
+lmnr-0.4.58.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+lmnr-0.4.58.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
+lmnr-0.4.58.dist-info/RECORD,,