braintrust 0.3.10__tar.gz → 0.3.11__tar.gz

{braintrust-0.3.10 → braintrust-0.3.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: braintrust
-Version: 0.3.10
+Version: 0.3.11
 Summary: SDK for integrating Braintrust
 Home-page: https://www.braintrust.dev
 Author: Braintrust

{braintrust-0.3.10 → braintrust-0.3.11}/src/braintrust/devserver/test_server_integration.py

@@ -4,7 +4,6 @@ from pathlib import Path
 from typing import Any
 
 import pytest
-
 from braintrust.framework import _evals
 from braintrust.test_helpers import has_devserver_installed
 
@@ -28,9 +27,8 @@ def client():
         pytest.skip("Devserver dependencies not installed (requires .[cli])")
 
     # Import CLI dependencies inside the fixture
-    from starlette.testclient import TestClient
-
     from braintrust.devserver.server import create_app
+    from starlette.testclient import TestClient
 
     # Use the real simple_eval.py example
     eval_file = Path(__file__).parent.parent.parent.parent / "examples" / "evals" / "simple_eval.py"
@@ -39,8 +37,8 @@ def client():
     _evals.clear()
 
     # Load the eval file to register evaluators (but don't run them)
-    spec = __import__('importlib.util').util.spec_from_file_location("simple_eval", str(eval_file))
-    module = __import__('importlib.util').util.module_from_spec(spec)
+    spec = __import__("importlib.util").util.spec_from_file_location("simple_eval", str(eval_file))
+    module = __import__("importlib.util").util.module_from_spec(spec)
 
     # Get evaluators from the module without executing Eval()
     # We need to parse the file and extract the Evaluator definition
@@ -134,6 +132,7 @@ def parse_sse_events(response_text: str) -> list[dict[str, Any]]:
     return events
 
 
+@pytest.mark.skip
 @pytest.mark.vcr
 def test_eval_sse_streaming(client, api_key, org_name):
     """

{braintrust-0.3.10 → braintrust-0.3.11}/src/braintrust/oai.py

@@ -845,7 +845,7 @@ def _parse_metrics_from_usage(usage: Any) -> Dict[str, Any]:
 
 
 def _is_numeric(v):
-    return isinstance(v, (int, float, complex))
+    return isinstance(v, (int, float, complex)) and not isinstance(v, bool)
 
 
 def prettify_params(params: Dict[str, Any]) -> Dict[str, Any]:

braintrust-0.3.11/src/braintrust/version.py

@@ -0,0 +1,4 @@
+VERSION = "0.3.11"
+
+# this will be templated during the build
+GIT_COMMIT = "7cffe54f8b960931055ae20f5983b4ea34515eff"

{braintrust-0.3.10 → braintrust-0.3.11}/src/braintrust/wrappers/test_openai.py

@@ -1690,3 +1690,35 @@ def test_braintrust_tracing_processor_trace_metadata_logging(memory_logger):
     spans = memory_logger.pop()
     root_span = spans[0]
     assert root_span["metadata"]["conversation_id"] == "test-12345", "Should log trace metadata"
+
+
+def test_parse_metrics_excludes_booleans():
+    """Test that boolean fields in usage objects are excluded from metrics.
+
+    Reproduces issue where OpenRouter returns is_byok (a boolean) in the usage
+    object, which caused API validation errors: "Expected number, received boolean".
+
+    In Python, bool is a subclass of int, so isinstance(True, int) returns True.
+    The fix ensures _is_numeric explicitly excludes booleans.
+    """
+    from braintrust.oai import _parse_metrics_from_usage
+
+    # Simulate OpenRouter's usage object with boolean field
+    usage = {
+        "completion_tokens": 11,
+        "prompt_tokens": 8,
+        "total_tokens": 19,
+        "cost": 0.000104,
+        "is_byok": False,  # This boolean should be filtered out
+    }
+
+    metrics = _parse_metrics_from_usage(usage)
+
+    # Numeric fields should be included
+    assert metrics["completion_tokens"] == 11
+    assert metrics["prompt_tokens"] == 8
+    assert metrics["tokens"] == 19  # total_tokens gets renamed
+    assert metrics["cost"] == 0.000104
+
+    # Boolean field should NOT be in metrics (this was the bug)
+    assert "is_byok" not in metrics

{braintrust-0.3.10 → braintrust-0.3.11}/src/braintrust.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: braintrust
-Version: 0.3.10
+Version: 0.3.11
 Summary: SDK for integrating Braintrust
 Home-page: https://www.braintrust.dev
 Author: Braintrust

braintrust-0.3.10/src/braintrust/version.py

@@ -1,4 +0,0 @@
-VERSION = "0.3.10"
-
-# this will be templated during the build
-GIT_COMMIT = "160c352d87c121ef1ea43e49831453b9e8d4d0f8"