braintrust 0.3.8__tar.gz → 0.3.10__tar.gz

{braintrust-0.3.8 → braintrust-0.3.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: braintrust
-Version: 0.3.8
+Version: 0.3.10
 Summary: SDK for integrating Braintrust
 Home-page: https://www.braintrust.dev
 Author: Braintrust
@@ -35,6 +35,8 @@ Provides-Extra: otel
 Requires-Dist: opentelemetry-api; extra == "otel"
 Requires-Dist: opentelemetry-sdk; extra == "otel"
 Requires-Dist: opentelemetry-exporter-otlp-proto-http; extra == "otel"
+Provides-Extra: temporal
+Requires-Dist: temporalio>=1.19.0; python_version >= "3.10" and extra == "temporal"
 Provides-Extra: all
 Requires-Dist: boto3; extra == "all"
 Requires-Dist: openai-agents; extra == "all"
@@ -44,6 +46,7 @@ Requires-Dist: opentelemetry-sdk; extra == "all"
 Requires-Dist: psycopg2-binary; extra == "all"
 Requires-Dist: pydoc-markdown; extra == "all"
 Requires-Dist: starlette; extra == "all"
+Requires-Dist: temporalio>=1.19.0; python_version >= "3.10" and extra == "all"
 Requires-Dist: uv; extra == "all"
 Requires-Dist: uvicorn; extra == "all"
 Dynamic: author

{braintrust-0.3.8 → braintrust-0.3.10}/setup.py

@@ -29,6 +29,7 @@ extras_require = {
     "doc": ["pydoc-markdown"],
     "openai-agents": ["openai-agents"],
     "otel": ["opentelemetry-api", "opentelemetry-sdk", "opentelemetry-exporter-otlp-proto-http"],
+    "temporal": ["temporalio>=1.19.0; python_version>='3.10'"],
 }
 
 extras_require["all"] = sorted({package for packages in extras_require.values() for package in packages})

{braintrust-0.3.8 → braintrust-0.3.10}/src/braintrust/_generated_types.py

@@ -212,6 +212,17 @@ CallEvent = Union[
 ]
 
 
+class ChatCompletionContentPartFileFile(TypedDict):
+    file_data: NotRequired[Optional[str]]
+    filename: NotRequired[Optional[str]]
+    file_id: NotRequired[Optional[str]]
+
+
+class ChatCompletionContentPartFileWithTitle(TypedDict):
+    file: ChatCompletionContentPartFileFile
+    type: Literal['file']
+
+
 class ChatCompletionContentPartImageWithTitleImageUrl(TypedDict):
     url: str
     detail: NotRequired[Optional[Union[Literal['auto'], Literal['low'], Literal['high']]]]
@@ -342,7 +353,7 @@ class ChatCompletionTool(TypedDict):
 
 
 class CodeBundleRuntimeContext(TypedDict):
-    runtime: Literal['node', 'python']
+    runtime: Literal['node', 'python', 'browser']
     version: str
 
 
@@ -570,7 +581,7 @@ class Data(CodeBundle):
 
 
 class FunctionDataFunctionData1DataRuntimeContext(TypedDict):
-    runtime: Literal['node', 'python']
+    runtime: Literal['node', 'python', 'browser']
     version: str
 
 
@@ -649,7 +660,7 @@ class FunctionIdFunctionId3(TypedDict):
 
 
 class FunctionIdFunctionId4InlineContext(TypedDict):
-    runtime: Literal['node', 'python']
+    runtime: Literal['node', 'python', 'browser']
     version: str
 
 
@@ -668,16 +679,16 @@ class FunctionIdFunctionId4(TypedDict):
 FunctionIdRef = Mapping[str, Any]
 
 
-FunctionObjectType = Literal['prompt', 'tool', 'scorer', 'task', 'agent']
+FunctionObjectType = Literal['prompt', 'tool', 'scorer', 'task', 'agent', 'custom_view']
 
 
 FunctionOutputType = Literal['completion', 'score', 'any']
 
 
-FunctionTypeEnum = Literal['llm', 'scorer', 'task', 'tool']
+FunctionTypeEnum = Literal['llm', 'scorer', 'task', 'tool', 'custom_view']
 
 
-FunctionTypeEnumNullish = Literal['llm', 'scorer', 'task', 'tool']
+FunctionTypeEnumNullish = Literal['llm', 'scorer', 'task', 'tool', 'custom_view']
 
 
 class GitMetadataSettings(TypedDict):
@@ -1854,7 +1865,7 @@ class AnyModelParams(TypedDict):
     function_call: NotRequired[Optional[Union[Literal['auto'], Literal['none'], AnyModelParamsFunctionCall]]]
     n: NotRequired[Optional[float]]
     stop: NotRequired[Optional[Sequence[str]]]
-    reasoning_effort: NotRequired[Optional[Literal['minimal', 'low', 'medium', 'high']]]
+    reasoning_effort: NotRequired[Optional[Literal['none', 'minimal', 'low', 'medium', 'high']]]
     verbosity: NotRequired[Optional[Literal['low', 'medium', 'high']]]
     top_k: NotRequired[Optional[float]]
     stop_sequences: NotRequired[Optional[Sequence[str]]]
@@ -1894,7 +1905,11 @@ class AttachmentStatus(TypedDict):
     """
 
 
-ChatCompletionContentPart = Union[ChatCompletionContentPartTextWithTitle, ChatCompletionContentPartImageWithTitle]
+ChatCompletionContentPart = Union[
+    ChatCompletionContentPartTextWithTitle,
+    ChatCompletionContentPartImageWithTitle,
+    ChatCompletionContentPartFileWithTitle,
+]
 
 
 class ChatCompletionMessageParamChatCompletionMessageParam1(TypedDict):
@@ -1993,6 +2008,14 @@ class DatasetEvent(TypedDict):
     Whether this span is a root span
     """
     origin: NotRequired[Optional[ObjectReferenceNullish]]
+    comments: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of comments attached to this event
+    """
+    audit_data: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of audit entries attached to this event
+    """
 
 
 class Experiment(TypedDict):
@@ -2075,7 +2098,7 @@ class ModelParamsModelParams(TypedDict):
     function_call: NotRequired[Optional[Union[Literal['auto'], Literal['none'], ModelParamsModelParamsFunctionCall]]]
     n: NotRequired[Optional[float]]
     stop: NotRequired[Optional[Sequence[str]]]
-    reasoning_effort: NotRequired[Optional[Literal['minimal', 'low', 'medium', 'high']]]
+    reasoning_effort: NotRequired[Optional[Literal['none', 'minimal', 'low', 'medium', 'high']]]
     verbosity: NotRequired[Optional[Literal['low', 'medium', 'high']]]
 
 
@@ -2327,6 +2350,14 @@ class ExperimentEvent(TypedDict):
     Whether this span is a root span
     """
     origin: NotRequired[Optional[ObjectReferenceNullish]]
+    comments: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of comments attached to this event
+    """
+    audit_data: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of audit entries attached to this event
+    """
 
 
 class GraphNodeGraphNode7(TypedDict):
@@ -2437,6 +2468,18 @@ class ProjectLogsEvent(TypedDict):
     """
     span_attributes: NotRequired[Optional[SpanAttributes]]
     origin: NotRequired[Optional[ObjectReferenceNullish]]
+    comments: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of comments attached to this event
+    """
+    audit_data: NotRequired[Optional[Sequence[Any]]]
+    """
+    Optional list of audit entries attached to this event
+    """
+    _async_scoring_state: NotRequired[Optional[Any]]
+    """
+    The async scoring state for this event
+    """
 
 
 class ProjectScore(TypedDict):

{braintrust-0.3.8 → braintrust-0.3.10}/src/braintrust/cli/install/api.py

@@ -4,7 +4,6 @@ import textwrap
 import time
 
 from botocore.exceptions import ClientError
-
 from braintrust.logger import app_conn, login
 
 # pylint: disable=no-name-in-module
@@ -30,8 +29,6 @@ PARAMS = {
     "PrivateSubnet2CIDR": "private_subnet_2_cidr",
     "PrivateSubnet3CIDR": "private_subnet_3_cidr",
     "ManagedPostgres": "managed_postgres",
-    "ManagedClickhouse": "managed_clickhouse",
-    "ClickhouseInstanceType": "clickhouse_instance_type",
     "PostgresVersion": "postgres_version",
     "OutboundRateLimitWindowMinutes": "outbound_rate_limit_window_minutes",
     "OutboundRateLimitMaxRequests": "outbound_rate_limit_max_requests",
@@ -179,19 +176,6 @@ def build_parser(subparsers, parents):
         default=None,
     )
 
-    # Clickhouse
-    parser.add_argument(
-        "--managed-clickhouse",
-        help="Spin up a Clickhouse Instance for faster analytics",
-        default=None,
-        choices=[None, "true", "false"],
-    )
-    parser.add_argument(
-        "--clickhouse-instance-type",
-        help="The instance type for the Clickhouse instance",
-        default=None,
-    )
-
     # ElastiCacheClusterId
     parser.add_argument("--elasticache-cluster-host", help="The ElastiCacheCluster host to use", default=None)
     parser.add_argument(
@@ -236,11 +220,6 @@ def build_parser(subparsers, parents):
         help="[Advanced] The postgres URL to use (if you are connecting to another VPC)",
         default=None,
     )
-    parser.add_argument("--clickhouse-pg-url", help="[Advanced] The clickhouse PG URL to use", default=None)
-    parser.add_argument("--clickhouse-connect-url", help="[Advanced] The clickhouse connect URL to use", default=None)
-    parser.add_argument(
-        "--clickhouse-catchup-etl-arn", help="[Advanced] The clickhouse catchup ETL ARN to use", default=None
-    )
 
     # To configure your org
     parser.add_argument(
@@ -321,9 +300,6 @@ def main(args):
         PARAMS["ElastiCacheClusterHost"] = "elasticache_cluster_host"
         PARAMS["ElastiCacheClusterPort"] = "elasticache_cluster_port"
         PARAMS["PostgresUrl"] = "postgres_url"
-        PARAMS["ClickhouseCatchupEtlArn"] = "clickhouse_catchup_etl_arn"
-        PARAMS["ClickhouseConnectUrl"] = "clickhouse_connect_url"
-        PARAMS["ClickhousePGUrl"] = "clickhouse_pg_url"
         PARAMS["EnableBrainstore"] = "enable_brainstore"
         PARAMS["BrainstoreInstanceKeyPairName"] = "brainstore_instance_key_pair_name"
         PARAMS["BrainstoreLicenseKey"] = "brainstore_license_key"

{braintrust-0.3.8 → braintrust-0.3.10}/src/braintrust/cli/push.py

@@ -16,7 +16,6 @@ import zipfile
 from typing import Any, Dict, List, Optional
 
 import requests
-
 from braintrust.framework import _set_lazy_load
 
 from .. import api_conn, login, org_id, proxy_conn
@@ -250,6 +249,8 @@ def _collect_function_function_defs(
             },
             "if_exists": f.if_exists if f.if_exists else if_exists,
         }
+        if f.metadata is not None:
+            j["metadata"] = f.metadata
         if f.parameters is None:
             raise ValueError(f"Function {f.name} has no supplied parameters")
         j["function_schema"] = {

{braintrust-0.3.8 → braintrust-0.3.10}/src/braintrust/conftest.py

@@ -36,3 +36,12 @@ def override_app_url_for_tests():
 @pytest.fixture(autouse=True)
 def setup_braintrust():
     os.environ.setdefault("GOOGLE_API_KEY", os.getenv("GEMINI_API_KEY", "your_google_api_key_here"))
+
+
+@pytest.fixture(autouse=True)
+def reset_braintrust_state():
+    """Reset all Braintrust global state after each test."""
+    yield
+    from braintrust import logger
+
+    logger._state = logger.BraintrustState()

braintrust-0.3.10/src/braintrust/contrib/__init__.py

@@ -0,0 +1,5 @@
+"""Braintrust contrib integrations.
+
+This module contains officially supported integrations with third-party frameworks.
+These integrations are optional and require additional dependencies.
+"""