braintrust 0.5.2__tar.gz → 0.5.4__tar.gz

{braintrust-0.5.2 → braintrust-0.5.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: braintrust
-Version: 0.5.2
+Version: 0.5.4
 Summary: SDK for integrating Braintrust
 Home-page: https://www.braintrust.dev
 Author: Braintrust

{braintrust-0.5.2 → braintrust-0.5.4}/src/braintrust/__init__.py

@@ -49,6 +49,17 @@ BRAINTRUST_API_KEY=<YOUR_BRAINTRUST_API_KEY> braintrust eval eval_hello.py
 ### API Reference
 """
 
+# Check env var at import time for auto-instrumentation
+import os
+
+if os.getenv("BRAINTRUST_INSTRUMENT_THREADS", "").lower() in ("true", "1", "yes"):
+    try:
+        from .wrappers.threads import setup_threads
+
+        setup_threads()
+    except Exception:
+        pass  # Never break on import
+
 from .audit import *
 from .auto import (
     auto_instrument,  # noqa: F401 # type: ignore[reportUnusedImport]

{braintrust-0.5.2 → braintrust-0.5.4}/src/braintrust/_generated_types.py

@@ -167,6 +167,10 @@ AsyncScoringState: TypeAlias = AsyncScoringStateAsyncScoringState | AsyncScoring
 class PreprocessorPreprocessor(TypedDict):
     type: Literal['function']
     id: str
+    version: NotRequired[str | None]
+    """
+    The version of the function
+    """
 
 
 class PreprocessorPreprocessor2(TypedDict):
@@ -190,6 +194,10 @@ class BatchedFacetDataFacet(TypedDict):
     """
     The model to use for facet extraction
     """
+    embedding_model: NotRequired[str | None]
+    """
+    The embedding model to use for vectorizing facet results.
+    """
     no_match_pattern: NotRequired[str | None]
     """
     Regex pattern to identify outputs that do not match the facet. If the output matches, the facet will be saved as 'no_match'
@@ -638,6 +646,10 @@ class ExperimentEventContext(TypedDict):
 class ExtendedSavedFunctionIdExtendedSavedFunctionId(TypedDict):
     type: Literal['function']
     id: str
+    version: NotRequired[str | None]
+    """
+    The version of the function
+    """
 
 
 class ExtendedSavedFunctionIdExtendedSavedFunctionId2(TypedDict):
@@ -668,6 +680,10 @@ class ExternalAttachmentReference(TypedDict):
 class Preprocessor1Preprocessor1(TypedDict):
     type: Literal['function']
     id: str
+    version: NotRequired[str | None]
+    """
+    The version of the function
+    """
 
 
 class Preprocessor1Preprocessor12(TypedDict):
@@ -728,9 +744,32 @@ class FunctionDataFunctionData2(TypedDict):
     endpoint: str
     eval_name: str
     parameters: Mapping[str, Any]
+    parameters_version: NotRequired[str | None]
+    """
+    The version (transaction ID) of the parameters being used
+    """
+
+
+class FunctionDataFunctionData4Schema(TypedDict):
+    type: Literal['object']
+    properties: Mapping[str, Mapping[str, Any]]
+    required: NotRequired[Sequence[str] | None]
+    additionalProperties: NotRequired[bool | None]
+
+
+class FunctionDataFunctionData4(TypedDict):
+    type: Literal['parameters']
+    data: Mapping[str, Any]
+    """
+    The parameters data
+    """
+    __schema: FunctionDataFunctionData4Schema
+    """
+    JSON Schema format for parameters
+    """
 
 
-FunctionFormat: TypeAlias = Literal['llm', 'code', 'global', 'graph']
+FunctionFormat: TypeAlias = Literal['llm', 'code', 'global', 'graph', 'topic_map']
 
 
 class FunctionIdFunctionId(TypedDict):
@@ -795,7 +834,7 @@ FunctionIdRef: TypeAlias = Mapping[str, Any]
 
 
 FunctionObjectType: TypeAlias = Literal[
-    'prompt', 'tool', 'scorer', 'task', 'workflow', 'custom_view', 'preprocessor', 'facet', 'classifier'
+    'prompt', 'tool', 'scorer', 'task', 'workflow', 'custom_view', 'preprocessor', 'facet', 'classifier', 'parameters'
 ]
 
 
@@ -803,7 +842,7 @@ FunctionOutputType: TypeAlias = Literal['completion', 'score', 'facet', 'classif
 
 
 FunctionTypeEnum: TypeAlias = Literal[
-    'llm', 'scorer', 'task', 'tool', 'custom_view', 'preprocessor', 'facet', 'classifier'
+    'llm', 'scorer', 'task', 'tool', 'custom_view', 'preprocessor', 'facet', 'classifier', 'tag', 'parameters'
 ]
 """
 The type of global function. Defaults to 'scorer'.
@@ -811,7 +850,7 @@ The type of global function. Defaults to 'scorer'.
 
 
 FunctionTypeEnumNullish: TypeAlias = Literal[
-    'llm', 'scorer', 'task', 'tool', 'custom_view', 'preprocessor', 'facet', 'classifier'
+    'llm', 'scorer', 'task', 'tool', 'custom_view', 'preprocessor', 'facet', 'classifier', 'tag', 'parameters'
 ]
 
 
@@ -1108,6 +1147,12 @@ class GroupScope(TypedDict):
 IfExists: TypeAlias = Literal['error', 'ignore', 'replace']
 
 
+ImageRenderingMode: TypeAlias = Literal['auto', 'click_to_load', 'blocked']
+"""
+Controls how images are rendered in the UI: 'auto' loads images automatically, 'click_to_load' shows a placeholder until clicked, 'blocked' prevents image loading entirely
+"""
+
+
 class InvokeFunctionInvokeFunction(TypedDict):
     function_id: str
     """
@@ -1311,6 +1356,10 @@ class ModelParamsModelParams4(TypedDict):
 class NullableSavedFunctionIdNullableSavedFunctionId(TypedDict):
     type: Literal['function']
     id: str
+    version: NotRequired[str | None]
+    """
+    The version of the function
+    """
 
 
 class NullableSavedFunctionIdNullableSavedFunctionId1(TypedDict):
@@ -1390,6 +1439,7 @@ class Organization(TypedDict):
     """
     Date of organization creation
     """
+    image_rendering_mode: NotRequired[ImageRenderingMode | None]
 
 
 Permission: TypeAlias = Literal[
@@ -2078,6 +2128,10 @@ class RunEvalMcpAuth(TypedDict):
 class SavedFunctionIdSavedFunctionId(TypedDict):
     type: Literal['function']
     id: str
+    version: NotRequired[str | None]
+    """
+    The version of the function
+    """
 
 
 class SavedFunctionIdSavedFunctionId1(TypedDict):
@@ -2209,6 +2263,64 @@ class ToolFunctionDefinition(TypedDict):
     function: ToolFunctionDefinitionFunction
 
 
+class TopicMapReportSettings(TypedDict):
+    algorithm: Literal['hdbscan', 'kmeans', 'hierarchical']
+    dimension_reduction: Literal['umap', 'pca', 'none']
+    vector_field: str
+    embedding_model: str
+    n_clusters: NotRequired[int | None]
+    umap_dimensions: NotRequired[int | None]
+    min_cluster_size: NotRequired[int | None]
+    min_samples: NotRequired[int | None]
+
+
+class TopicMapReportQuerySettings(TypedDict):
+    hierarchy_threshold: NotRequired[int | None]
+    auto_naming: NotRequired[bool | None]
+    skip_cache: NotRequired[bool | None]
+    viz_mode: NotRequired[Literal['bar', 'scatter'] | None]
+    naming_model: NotRequired[str | None]
+
+
+class TopicMapReportClusterSample(TypedDict):
+    id: str
+    text: str
+    root_span_id: str
+    span_id: str
+
+
+class TopicMapReportCluster(TypedDict):
+    cluster_id: float
+    parent_cluster_id: NotRequired[float | None]
+    topic_id: str
+    count: float
+    sample_texts: Sequence[str]
+    samples: Sequence[TopicMapReportClusterSample]
+    name: NotRequired[str | None]
+    description: NotRequired[str | None]
+    keywords: NotRequired[Sequence[str] | None]
+    centroid: NotRequired[Sequence[float] | None]
+    parent_id: NotRequired[float | None]
+    is_leaf: NotRequired[bool | None]
+    depth: NotRequired[float | None]
+
+
+class TopicMapReportEmbeddingPoint(TypedDict):
+    x: float
+    y: float
+    cluster: float
+    text: NotRequired[str | None]
+
+
+class TopicMapReport(TypedDict):
+    version: Literal[1]
+    created_at: NotRequired[str | None]
+    settings: TopicMapReportSettings
+    query_settings: TopicMapReportQuerySettings
+    clusters: Sequence[TopicMapReportCluster]
+    embedding_points: NotRequired[Sequence[TopicMapReportEmbeddingPoint] | None]
+
+
 class TraceScope(TypedDict):
     type: Literal['trace']
     idle_seconds: NotRequired[float | None]
@@ -2473,12 +2585,6 @@ class PreprocessorPreprocessor4(PreprocessorPreprocessor1, PreprocessorPreproces
 Preprocessor: TypeAlias = PreprocessorPreprocessor3 | PreprocessorPreprocessor4
 
 
-class BatchedFacetData(TypedDict):
-    type: Literal['batched_facet']
-    preprocessor: NotRequired[Preprocessor | None]
-    facets: Sequence[BatchedFacetDataFacet]
-
-
 ChatCompletionContentPart: TypeAlias = (
     ChatCompletionContentPartTextWithTitle
     | ChatCompletionContentPartImageWithTitle
@@ -2590,6 +2696,14 @@ class DatasetEvent(TypedDict):
     """
     Optional list of audit entries attached to this event
     """
+    facets: NotRequired[Mapping[str, Any] | None]
+    """
+    Facets for categorization (dictionary from facet id to value)
+    """
+    classifications: NotRequired[Mapping[str, Any] | None]
+    """
+    Classifications for this event (dictionary from classification name to items)
+    """
 
 
 class EvalStatusPage(TypedDict):
@@ -2726,6 +2840,10 @@ class FacetData(TypedDict):
     """
     The model to use for facet extraction
     """
+    embedding_model: NotRequired[str | None]
+    """
+    The embedding model to use for vectorizing facet results.
+    """
     no_match_pattern: NotRequired[str | None]
     """
     Regex pattern to identify outputs that do not match the facet. If the output matches, the facet will be saved as 'no_match'
@@ -3009,11 +3127,54 @@ class SpanAttributes(TypedDict):
     type: NotRequired[SpanType | None]
 
 
+class TopicMapData(TypedDict):
+    type: Literal['topic_map']
+    source_facet: str
+    """
+    The facet field name to use as input for classification
+    """
+    embedding_model: str
+    """
+    The embedding model to use for embedding facet values
+    """
+    bundle_key: str
+    """
+    Key of the topic map bundle in code_bundles bucket
+    """
+    distance_threshold: NotRequired[float | None]
+    """
+    Maximum distance to nearest centroid. If exceeded, returns no_match.
+    """
+    report: NotRequired[TopicMapReport | None]
+
+
 class ViewData(TypedDict):
     search: NotRequired[ViewDataSearch | None]
     custom_charts: NotRequired[Any | None]
 
 
+class BatchedFacetDataTopicMaps(TypedDict):
+    function_name: str
+    """
+    The name of the topic map function
+    """
+    topic_map_id: NotRequired[str | None]
+    """
+    The id of the topic map function
+    """
+    topic_map_data: TopicMapData
+
+
+class BatchedFacetData(TypedDict):
+    type: Literal['batched_facet']
+    preprocessor: NotRequired[Preprocessor | None]
+    facets: Sequence[BatchedFacetDataFacet]
+    topic_maps: NotRequired[Mapping[str, BatchedFacetDataTopicMaps] | None]
+    """
+    Topic maps that depend on facets in this batch, keyed by source facet name
+    """
+
+
 class ExperimentEvent(TypedDict):
     id: str
     """
@@ -3101,6 +3262,14 @@ class ExperimentEvent(TypedDict):
     """
     Optional list of audit entries attached to this event
     """
+    facets: NotRequired[Mapping[str, Any] | None]
+    """
+    Facets for categorization (dictionary from facet id to value)
+    """
+    classifications: NotRequired[Mapping[str, Any] | None]
+    """
+    Classifications for this event (dictionary from classification name to items)
+    """
 
 
 class GraphNodeGraphNode7(TypedDict):
@@ -3223,6 +3392,14 @@ class ProjectLogsEvent(TypedDict):
     """
     The async scoring state for this event
     """
+    facets: NotRequired[Mapping[str, Any] | None]
+    """
+    Facets for categorization (dictionary from facet id to value)
+    """
+    classifications: NotRequired[Mapping[str, Any] | None]
+    """
+    Classifications for this event (dictionary from classification name to items)
+    """
 
 
 class ProjectScore(TypedDict):
@@ -3325,12 +3502,15 @@ class View(TypedDict):
         'datasets',
         'dataset',
         'prompts',
+        'parameters',
         'tools',
         'scorers',
         'classifiers',
         'logs',
         'monitor',
-        'for_review',
+        'for_review_project_log',
+        'for_review_experiments',
+        'for_review_datasets',
     ]
     """
     Type of object that the view corresponds to.
@@ -3564,6 +3744,8 @@ FunctionData: TypeAlias = (
     | FunctionDataFunctionData3
     | FacetData
     | BatchedFacetData
+    | FunctionDataFunctionData4
+    | TopicMapData
 )
 
 

{braintrust-0.5.2 → braintrust-0.5.4}/src/braintrust/db_fields.py

@@ -15,3 +15,13 @@ PARENT_ID_FIELD = "_parent_id"
 
 ASYNC_SCORING_CONTROL_FIELD = "_async_scoring_control"
 SKIP_ASYNC_SCORING_FIELD = "_skip_async_scoring"
+
+# Keys that identify which object (experiment, dataset, project logs, etc.) a row belongs to.
+OBJECT_ID_KEYS = (
+    "experiment_id",
+    "dataset_id",
+    "prompt_session_id",
+    "project_id",
+    "log_id",
+    "function_data",
+)

{braintrust-0.5.2 → braintrust-0.5.4}/src/braintrust/generated_types.py

@@ -1,4 +1,4 @@
-"""Auto-generated file (internal git SHA 21146f64bf5ad1eadd3a99d186274728e25e5399) -- do not modify"""
+"""Auto-generated file (internal git SHA 2822255bed426d5442adc880a8f71b8a378de3d4) -- do not modify"""
 
 from ._generated_types import (
     Acl,
@@ -53,6 +53,7 @@ from ._generated_types import (
     Group,
     GroupScope,
     IfExists,
+    ImageRenderingMode,
     InvokeFunction,
     InvokeParent,
     MCPServer,
@@ -100,6 +101,8 @@ from ._generated_types import (
     SSEProgressEventData,
     StreamingMode,
     ToolFunctionDefinition,
+    TopicMapData,
+    TopicMapReport,
     TraceScope,
     TriggeredFunctionState,
     UploadStatus,
@@ -163,6 +166,7 @@ __all__ = [
     "Group",
     "GroupScope",
     "IfExists",
+    "ImageRenderingMode",
     "InvokeFunction",
     "InvokeParent",
     "MCPServer",
@@ -210,6 +214,8 @@ __all__ = [
     "SpanType",
     "StreamingMode",
     "ToolFunctionDefinition",
+    "TopicMapData",
+    "TopicMapReport",
     "TraceScope",
     "TriggeredFunctionState",
     "UploadStatus",