opik 1.9.39__py3-none-any.whl → 1.9.86__py3-none-any.whl

opik/message_processing/{message_processors.py → processors/message_processors.py}

@@ -2,7 +2,7 @@ import abc
 import logging
 from typing import List, Optional, TypeVar, Type
 
-from . import messages
+from .. import messages
 
 import opik.exceptions
 
@@ -76,3 +76,17 @@ class ChainedMessageProcessor(BaseMessageProcessor):
             if isinstance(processor, processor_type):
                 return processor
         return None
+
+    def add_first(self, processor: BaseMessageProcessor) -> None:
+        """
+        Inserts a processor at the first position in the list of processors.
+
+        This method allows prioritizing a given processor by placing it
+        at the beginning of the internal processor list. As a result, the
+        provided processor will be executed before others.
+
+        Args:
+            processor: The message processor to be
+                added to the front of the processor list.
+        """
+        self._processors.insert(0, processor)

opik/message_processing/{message_processors_chain.py → processors/message_processors_chain.py}

@@ -1,12 +1,13 @@
 import logging
 from typing import Optional
 
+from opik.rest_api import client as rest_api_client
+
 from . import (
     message_processors,
     online_message_processor,
 )
-from .emulation import local_emulator_message_processor
-from ..rest_api import client as rest_api_client
+from ..emulation import local_emulator_message_processor
 
 
 LOGGER = logging.getLogger(__name__)

opik/message_processing/{online_message_processor.py → processors/online_message_processor.py}

@@ -4,21 +4,18 @@ from typing import Callable, Dict, Type, Any
 import pydantic
 import tenacity
 
-from . import encoder_helpers, messages, message_processors
-from .. import (
-    exceptions as exceptions,
-    logging_messages as logging_messages,
-    dict_utils,
-)
-from ..rate_limit import rate_limit
-from ..rest_api import client as rest_api_client, core as rest_api_core
-from ..rest_api.types import (
+from opik import dict_utils, exceptions, logging_messages
+from opik.rate_limit import rate_limit
+from opik.rest_api import client as rest_api_client, core as rest_api_core
+from opik.rest_api.types import (
     feedback_score_batch_item,
     feedback_score_batch_item_thread,
     guardrail,
     experiment_item,
 )
 
+from . import message_processors
+from .. import encoder_helpers, messages
 
 LOGGER = logging.getLogger(__name__)
 
@@ -49,6 +46,7 @@ class OpikMessageProcessor(message_processors.BaseMessageProcessor):
             messages.CreateTraceBatchMessage: self._process_create_traces_batch_message,  # type: ignore
             messages.GuardrailBatchMessage: self._process_guardrail_batch_message,  # type: ignore
             messages.CreateExperimentItemsBatchMessage: self._process_create_experiment_items_batch_message,  # type: ignore
+            messages.AttachmentSupportingMessage: self._noop_handler,  # type: ignore
         }
 
     def is_active(self) -> bool:
@@ -304,6 +302,10 @@ class OpikMessageProcessor(message_processors.BaseMessageProcessor):
             "Sent experiment items batch of size %d", len(experiment_items_batch)
         )
 
+    def _noop_handler(self, message: messages.BaseMessage) -> None:
+        # just ignore the message
+        pass
+
 
 def _generate_error_tracking_extra(
     exception: Exception, message: messages.BaseMessage

opik/message_processing/queue_consumer.py

@@ -4,7 +4,8 @@ import time
 from queue import Empty
 from typing import Optional
 
-from . import message_processors, message_queue, messages
+from . import message_queue, messages
+from .processors import message_processors
 from .. import exceptions, _logging
 
 LOGGER = logging.getLogger(__name__)
@@ -49,7 +50,8 @@ class QueueConsumer(threading.Thread):
 
             if message is None:
                 return
-            elif message.delivery_time <= now:
+
+            if message.delivery_time <= now:
                 self._process_message(message)
             else:
                 # put a message back to keep an order in the queue

opik/message_processing/streamer.py

@@ -4,10 +4,14 @@ import time
 from typing import List, Optional
 
 from . import messages, message_queue, queue_consumer
-from .. import synchronization
-from .batching import batch_manager
-from ..file_upload import base_upload_manager
 from .. import _logging
+from .. import synchronization
+from .preprocessing import (
+    attachments_preprocessor,
+    batching_preprocessor,
+    file_upload_preprocessor,
+)
+
 
 LOGGER = logging.getLogger(__name__)
 
@@ -17,52 +21,74 @@ class Streamer:
         self,
         queue: message_queue.MessageQueue[messages.BaseMessage],
         queue_consumers: List[queue_consumer.QueueConsumer],
-        batch_manager: Optional[batch_manager.BatchManager],
-        file_upload_manager: base_upload_manager.BaseFileUploadManager,
+        attachments_preprocessor: attachments_preprocessor.AttachmentsPreprocessor,
+        batch_preprocessor: batching_preprocessor.BatchingPreprocessor,
+        upload_preprocessor: file_upload_preprocessor.FileUploadPreprocessor,
     ) -> None:
         self._lock = threading.RLock()
         self._message_queue = queue
         self._queue_consumers = queue_consumers
-        self._batch_manager = batch_manager
-        self._file_upload_manager = file_upload_manager
+        self._attachments_preprocessor = attachments_preprocessor
+        self._batch_preprocessor = batch_preprocessor
+        self._upload_preprocessor = upload_preprocessor
 
         self._drain = False
 
-        self._start_queue_consumers()
+        self._idle = True
 
-        if self._batch_manager is not None:
-            self._batch_manager.start()
+        self._start_queue_consumers()
+        self._batch_preprocessor.start()
 
     def put(self, message: messages.BaseMessage) -> None:
         with self._lock:
             if self._drain:
                 return
 
-            if (
-                self._batch_manager is not None
-                and self._batch_manager.message_supports_batching(message)
-            ):
-                self._batch_manager.process_message(message)
-            elif base_upload_manager.message_supports_upload(message):
-                self._file_upload_manager.upload(message)
-            else:
-                if self._message_queue.accept_put_without_discarding() is False:
-                    _logging.log_once_at_level(
-                        logging.WARNING,
-                        "The message queue size limit has been reached. The new message has been added to the queue, and the oldest message has been discarded.",
-                        logger=LOGGER,
-                    )
-                self._message_queue.put(message)
+            self._idle = False
+            try:
+                # do embedded attachments pre-processing first (MUST ALWAYS BE DONE FIRST)
+                preprocessed_message = self._attachments_preprocessor.preprocess(
+                    message
+                )
+
+                # do file uploads pre-processing second
+                preprocessed_message = self._upload_preprocessor.preprocess(
+                    preprocessed_message
+                )
+
+                # do batching pre-processing third
+                preprocessed_message = self._batch_preprocessor.preprocess(
+                    preprocessed_message
+                )
+
+                # work with resulting message if not fully consumed by preprocessors
+                if preprocessed_message is not None:
+                    if self._message_queue.accept_put_without_discarding() is False:
+                        _logging.log_once_at_level(
+                            logging.WARNING,
+                            "The message queue size limit has been reached. The new message has been added to the queue, and the oldest message has been discarded.",
+                            logger=LOGGER,
+                        )
+                    self._message_queue.put(preprocessed_message)
+            except Exception as ex:
+                LOGGER.error(
+                    "Failed to process message by streamer: %s", ex, exc_info=ex
+                )
+            self._idle = True
 
     def close(self, timeout: Optional[int]) -> bool:
         """
-        Stops data sending threads
+        Stops data processing threads
         """
         with self._lock:
+            synchronization.wait_for_done(
+                check_function=lambda: self._idle,
+                timeout=timeout,
+                sleep_time=0.1,
+            )
             self._drain = True
 
-        if self._batch_manager is not None:
-            self._batch_manager.stop()  # stopping causes adding remaining batch messages to the queue
+        self._batch_preprocessor.stop()  # stopping causes adding remaining batch messages to the queue
 
         self.flush(timeout)
         self._close_queue_consumers()
@@ -70,8 +96,17 @@ class Streamer:
         return self._message_queue.empty()
 
     def flush(self, timeout: Optional[float], upload_sleep_time: int = 5) -> bool:
-        if self._batch_manager is not None:
-            self._batch_manager.flush()
+        # wait for current pending messages processing to be completed
+        # this should be done before flushing batch preprocessor because some
+        # batch messages may be added to the queue during processing
+        with self._lock:
+            synchronization.wait_for_done(
+                check_function=lambda: self._idle,
+                timeout=timeout,
+                sleep_time=0.1,
+            )
+
+        self._batch_preprocessor.flush()
 
         start_time = time.time()
 
@@ -88,17 +123,20 @@ class Streamer:
                 timeout = 1.0
 
         # flushing upload manager is blocking operation
-        upload_flushed = self._file_upload_manager.flush(
+        upload_flushed = self._upload_preprocessor.flush(
             timeout=timeout, sleep_time=upload_sleep_time
         )
 
-        return upload_flushed and self._all_done()
+        flushed = upload_flushed and self._all_done()
+        LOGGER.debug(f"Streamer flushed completely: {flushed}")
+
+        return flushed
 
     def _all_done(self) -> bool:
         return (
             self.workers_idling()
             and self._message_queue.empty()
-            and (self._batch_manager is None or self._batch_manager.is_empty())
+            and self._batch_preprocessor.is_empty()
         )
 
     def workers_idling(self) -> bool:

opik/message_processing/streamer_constructors.py

@@ -5,12 +5,17 @@ import httpx
 from . import (
     queue_consumer,
     messages,
-    message_processors,
     message_queue,
     streamer,
 )
 from .batching import batch_manager_constuctors
-from ..file_upload import upload_manager, base_upload_manager
+from .preprocessing import (
+    attachments_preprocessor,
+    batching_preprocessor,
+    file_upload_preprocessor,
+)
+from .processors import attachments_extraction_processor, message_processors
+from ..file_upload import upload_manager
 from ..rest_api import client as rest_api_client
 
 
@@ -18,10 +23,13 @@ def construct_online_streamer(
     rest_client: rest_api_client.OpikApi,
     httpx_client: httpx.Client,
     use_batching: bool,
+    use_attachment_extraction: bool,
+    min_base64_embedded_attachment_size: int,
     file_upload_worker_count: int,
     n_consumers: int,
     max_queue_size: int,
     message_processor: message_processors.ChainedMessageProcessor,
+    url_override: str,
 ) -> streamer.Streamer:
     file_uploader = upload_manager.FileUploadManager(
         rest_client=rest_client,
@@ -29,20 +37,37 @@ def construct_online_streamer(
         worker_count=file_upload_worker_count,
     )
 
-    return construct_streamer(
+    streamer = construct_streamer(
         message_processor=message_processor,
-        file_upload_manager=file_uploader,
+        upload_preprocessor=file_upload_preprocessor.FileUploadPreprocessor(
+            file_uploader
+        ),
         n_consumers=n_consumers,
         use_batching=use_batching,
+        use_attachment_extraction=use_attachment_extraction,
         max_queue_size=max_queue_size,
     )
 
+    # add attachment extraction processor to the beginning of the processing chain
+    attachment_extraction = (
+        attachments_extraction_processor.AttachmentsExtractionProcessor(
+            messages_streamer=streamer,
+            min_attachment_size=min_base64_embedded_attachment_size,
+            url_override=url_override,
+            is_active=use_attachment_extraction,
+        )
+    )
+    message_processor.add_first(attachment_extraction)
+
+    return streamer
+
 
 def construct_streamer(
-    message_processor: message_processors.ChainedMessageProcessor,
-    file_upload_manager: base_upload_manager.BaseFileUploadManager,
+    message_processor: message_processors.BaseMessageProcessor,
+    upload_preprocessor: file_upload_preprocessor.FileUploadPreprocessor,
     n_consumers: int,
     use_batching: bool,
+    use_attachment_extraction: bool,
     max_queue_size: Optional[int],
 ) -> streamer.Streamer:
     message_queue_: message_queue.MessageQueue[messages.BaseMessage] = (
@@ -67,8 +92,11 @@ def construct_streamer(
     streamer_ = streamer.Streamer(
         queue=message_queue_,
         queue_consumers=queue_consumers,
-        batch_manager=batch_manager,
-        file_upload_manager=file_upload_manager,
+        batch_preprocessor=batching_preprocessor.BatchingPreprocessor(batch_manager),
+        upload_preprocessor=upload_preprocessor,
+        attachments_preprocessor=attachments_preprocessor.AttachmentsPreprocessor(
+            use_attachment_extraction
+        ),
     )
 
     return streamer_

opik/plugins/pytest/experiment_runner.py

@@ -41,7 +41,7 @@ def run(client: opik_client.Opik, test_items: List[Item]) -> None:
     except Exception:
         dataset = client.create_dataset("tests")
 
-    dataset_items = dataset.__internal_api__get_items_as_dataclasses__()
+    dataset_items = list(dataset.__internal_api__stream_items_as_dataclasses__())
     dataset_item_id_finder = get_dataset_item_id_finder(
         existing_dataset_items=dataset_items
     )

opik/plugins/pytest/hooks.py

@@ -1,7 +1,7 @@
 import logging
 import opik._logging as _logging
 from typing import List, Any, Generator, TYPE_CHECKING
-from opik.types import FeedbackScoreDict
+from opik.types import BatchFeedbackScoreDict
 
 from opik.api_objects import opik_client
 from . import test_runs_storage, experiment_runner, summary
@@ -48,13 +48,15 @@ def pytest_sessionfinish(session: "pytest.Session", exitstatus: Any) -> None:
         return
 
     try:
-        traces_feedback_scores: List[FeedbackScoreDict] = []
+        traces_feedback_scores: List[BatchFeedbackScoreDict] = []
 
         for item in llm_test_items:
             report: "pytest.TestReport" = item.report
             trace_id = test_runs_storage.TEST_RUNS_TO_TRACE_DATA[item.nodeid].id
             traces_feedback_scores.append(
-                {"id": trace_id, "name": "Passed", "value": report.passed}
+                BatchFeedbackScoreDict(
+                    id=trace_id, name="Passed", value=float(report.passed)
+                )
             )
 
         client = opik_client.get_client_cached()

opik/rest_api/__init__.py

@@ -38,6 +38,9 @@ from .types import (
     AssistantMessageRole,
     Attachment,
     AttachmentPage,
+    AudioUrl,
+    AudioUrlPublic,
+    AudioUrlWrite,
     AuthDetailsHolder,
     AutomationRuleEvaluator,
     AutomationRuleEvaluatorLlmAsJudge,
@@ -46,6 +49,7 @@ from .types import (
     AutomationRuleEvaluatorObjectObjectPublic,
     AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython,
@@ -53,12 +57,16 @@ from .types import (
     AutomationRuleEvaluatorPublic,
     AutomationRuleEvaluatorPublic_LlmAsJudge,
     AutomationRuleEvaluatorPublic_SpanLlmAsJudge,
+    AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorPublic_UserDefinedMetricPython,
     AutomationRuleEvaluatorSpanLlmAsJudge,
     AutomationRuleEvaluatorSpanLlmAsJudgePublic,
     AutomationRuleEvaluatorSpanLlmAsJudgeWrite,
+    AutomationRuleEvaluatorSpanUserDefinedMetricPython,
+    AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic,
+    AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite,
     AutomationRuleEvaluatorTraceThreadLlmAsJudge,
     AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic,
     AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite,
@@ -68,11 +76,13 @@ from .types import (
     AutomationRuleEvaluatorUpdate,
     AutomationRuleEvaluatorUpdateLlmAsJudge,
     AutomationRuleEvaluatorUpdateSpanLlmAsJudge,
+    AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdateUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_LlmAsJudge,
     AutomationRuleEvaluatorUpdate_SpanLlmAsJudge,
+    AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorUpdate_UserDefinedMetricPython,
@@ -82,11 +92,13 @@ from .types import (
     AutomationRuleEvaluatorWrite,
     AutomationRuleEvaluatorWrite_LlmAsJudge,
     AutomationRuleEvaluatorWrite_SpanLlmAsJudge,
+    AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge,
     AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluatorWrite_UserDefinedMetricPython,
     AutomationRuleEvaluator_LlmAsJudge,
     AutomationRuleEvaluator_SpanLlmAsJudge,
+    AutomationRuleEvaluator_SpanUserDefinedMetricPython,
     AutomationRuleEvaluator_TraceThreadLlmAsJudge,
     AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython,
     AutomationRuleEvaluator_UserDefinedMetricPython,
@@ -145,6 +157,7 @@ from .types import (
     DatasetExpansionResponse,
     DatasetItem,
     DatasetItemBatch,
+    DatasetItemChangesPublic,
     DatasetItemCompare,
     DatasetItemCompareSource,
     DatasetItemFilter,
@@ -166,6 +179,8 @@ from .types import (
     DatasetVersionDiffStats,
     DatasetVersionPagePublic,
     DatasetVersionPublic,
+    DatasetVersionSummary,
+    DatasetVersionSummaryPublic,
     DatasetVisibility,
     DeleteAttachmentsRequest,
     DeleteAttachmentsRequestEntityType,
@@ -333,6 +348,8 @@ from .types import (
     ProjectPagePublic,
     ProjectPublic,
     ProjectPublicVisibility,
+    ProjectReference,
+    ProjectReferencePublic,
     ProjectStatItemObjectPublic,
     ProjectStatItemObjectPublic_Avg,
     ProjectStatItemObjectPublic_Count,
@@ -363,6 +380,7 @@ from .types import (
     PromptVersionPublicType,
     PromptVersionTemplateStructure,
     PromptVersionType,
+    PromptVersionUpdate,
     ProviderApiKey,
     ProviderApiKeyPagePublic,
     ProviderApiKeyProvider,
@@ -394,6 +412,9 @@ from .types import (
     SpanType,
     SpanUpdate,
     SpanUpdateType,
+    SpanUserDefinedMetricPythonCode,
+    SpanUserDefinedMetricPythonCodePublic,
+    SpanUserDefinedMetricPythonCodeWrite,
     SpanWrite,
     SpanWriteType,
     SpansCountResponse,
@@ -585,6 +606,9 @@ __all__ = [
     "Attachment",
     "AttachmentListRequestEntityType",
     "AttachmentPage",
+    "AudioUrl",
+    "AudioUrlPublic",
+    "AudioUrlWrite",
     "AuthDetailsHolder",
     "AutomationRuleEvaluator",
     "AutomationRuleEvaluatorLlmAsJudge",
@@ -593,6 +617,7 @@ __all__ = [
     "AutomationRuleEvaluatorObjectObjectPublic",
     "AutomationRuleEvaluatorObjectObjectPublic_LlmAsJudge",
     "AutomationRuleEvaluatorObjectObjectPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorObjectObjectPublic_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorObjectObjectPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorObjectObjectPublic_UserDefinedMetricPython",
@@ -600,12 +625,16 @@ __all__ = [
     "AutomationRuleEvaluatorPublic",
     "AutomationRuleEvaluatorPublic_LlmAsJudge",
     "AutomationRuleEvaluatorPublic_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorPublic_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorPublic_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorPublic_UserDefinedMetricPython",
     "AutomationRuleEvaluatorSpanLlmAsJudge",
     "AutomationRuleEvaluatorSpanLlmAsJudgePublic",
     "AutomationRuleEvaluatorSpanLlmAsJudgeWrite",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPython",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPythonPublic",
+    "AutomationRuleEvaluatorSpanUserDefinedMetricPythonWrite",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgePublic",
     "AutomationRuleEvaluatorTraceThreadLlmAsJudgeWrite",
@@ -615,11 +644,13 @@ __all__ = [
     "AutomationRuleEvaluatorUpdate",
     "AutomationRuleEvaluatorUpdateLlmAsJudge",
     "AutomationRuleEvaluatorUpdateSpanLlmAsJudge",
+    "AutomationRuleEvaluatorUpdateSpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateTraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdateTraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdateUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_LlmAsJudge",
     "AutomationRuleEvaluatorUpdate_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorUpdate_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorUpdate_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorUpdate_UserDefinedMetricPython",
@@ -629,11 +660,13 @@ __all__ = [
     "AutomationRuleEvaluatorWrite",
     "AutomationRuleEvaluatorWrite_LlmAsJudge",
     "AutomationRuleEvaluatorWrite_SpanLlmAsJudge",
+    "AutomationRuleEvaluatorWrite_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluatorWrite_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluatorWrite_UserDefinedMetricPython",
     "AutomationRuleEvaluator_LlmAsJudge",
     "AutomationRuleEvaluator_SpanLlmAsJudge",
+    "AutomationRuleEvaluator_SpanUserDefinedMetricPython",
     "AutomationRuleEvaluator_TraceThreadLlmAsJudge",
     "AutomationRuleEvaluator_TraceThreadUserDefinedMetricPython",
     "AutomationRuleEvaluator_UserDefinedMetricPython",
@@ -695,6 +728,7 @@ __all__ = [
     "DatasetExpansionResponse",
     "DatasetItem",
     "DatasetItemBatch",
+    "DatasetItemChangesPublic",
     "DatasetItemCompare",
     "DatasetItemCompareSource",
     "DatasetItemFilter",
@@ -717,6 +751,8 @@ __all__ = [
     "DatasetVersionDiffStats",
     "DatasetVersionPagePublic",
     "DatasetVersionPublic",
+    "DatasetVersionSummary",
+    "DatasetVersionSummaryPublic",
     "DatasetVisibility",
     "DatasetWriteVisibility",
     "DeleteAttachmentsRequest",
@@ -903,6 +939,8 @@ __all__ = [
     "ProjectPagePublic",
     "ProjectPublic",
     "ProjectPublicVisibility",
+    "ProjectReference",
+    "ProjectReferencePublic",
     "ProjectStatItemObjectPublic",
     "ProjectStatItemObjectPublic_Avg",
     "ProjectStatItemObjectPublic_Count",
@@ -935,6 +973,7 @@ __all__ = [
     "PromptVersionPublicType",
     "PromptVersionTemplateStructure",
     "PromptVersionType",
+    "PromptVersionUpdate",
     "PromptWriteTemplateStructure",
     "PromptWriteType",
     "ProviderApiKey",
@@ -970,6 +1009,9 @@ __all__ = [
     "SpanType",
     "SpanUpdate",
     "SpanUpdateType",
+    "SpanUserDefinedMetricPythonCode",
+    "SpanUserDefinedMetricPythonCodePublic",
+    "SpanUserDefinedMetricPythonCodeWrite",
     "SpanWrite",
     "SpanWriteType",
     "SpansCountResponse",