braintrust 2.2.1-rc.0 → 2.2.2

package/dev/dist/index.d.mts

@@ -360,7 +360,7 @@ declare class SpanComponentsV4 {
     private static fromJsonObj;
 }
 
-declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier"];
+declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier", "review"];
 type SpanType = (typeof spanTypeAttributeValues)[number];
 
 declare const AnyModelParams: z.ZodObject<{

package/dev/dist/index.d.ts

@@ -360,7 +360,7 @@ declare class SpanComponentsV4 {
     private static fromJsonObj;
 }
 
-declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier"];
+declare const spanTypeAttributeValues: readonly ["llm", "score", "function", "eval", "task", "tool", "automation", "facet", "preprocessor", "classifier", "review"];
 type SpanType = (typeof spanTypeAttributeValues)[number];
 
 declare const AnyModelParams: z.ZodObject<{

package/dev/dist/index.js

@@ -2159,7 +2159,8 @@ var SpanType = _v3.z.union([
     "automation",
     "facet",
     "preprocessor",
-    "classifier"
+    "classifier",
+    "review"
   ]),
   _v3.z.null()
 ]);
@@ -5273,12 +5274,19 @@ function updateSpanImpl({
   parentObjectType,
   parentObjectId,
   id,
+  root_span_id,
+  span_id,
   event
 }) {
+  if (isEmpty2(root_span_id) !== isEmpty2(span_id)) {
+    throw new Error("both root_span_id and span_id must be set, or neither");
+  }
+  const hasExplicitSpanIds = root_span_id !== void 0 && span_id !== void 0;
   const updateEvent = deepCopyEvent(
     validateAndSanitizeExperimentLogPartialArgs({
+      ...event,
       id,
-      ...event
+      ...hasExplicitSpanIds ? { root_span_id, span_id } : {}
     })
   );
   const parentIds = async () => new SpanComponentsV3({
@@ -5601,7 +5609,7 @@ var Logger = (_class7 = class {
    * @param event The event data to update the span with. Must include `id`. See {@link Experiment.log} for a full list of valid fields.
    */
   updateSpan(event) {
-    const { id, ...eventRest } = event;
+    const { id, root_span_id, span_id, ...eventRest } = event;
     if (!id) {
       throw new Error("Span id is required to update a span");
     }
@@ -5610,6 +5618,8 @@ var Logger = (_class7 = class {
       parentObjectType: this.parentObjectType(),
       parentObjectId: this.lazyId,
       id,
+      root_span_id,
+      span_id,
       event: eventRest
     });
   }
@@ -7293,7 +7303,7 @@ View complete results in Braintrust or run experiment.summarize() again.`
    * @param event The event data to update the span with. Must include `id`. See {@link Experiment.log} for a full list of valid fields.
    */
   updateSpan(event) {
-    const { id, ...eventRest } = event;
+    const { id, root_span_id, span_id, ...eventRest } = event;
     if (!id) {
       throw new Error("Span id is required to update a span");
     }
@@ -7302,6 +7312,8 @@ View complete results in Braintrust or run experiment.summarize() again.`
       parentObjectType: this.parentObjectType(),
       parentObjectId: this.lazyId,
       id,
+      root_span_id,
+      span_id,
       event: eventRest
     });
   }
@@ -8461,7 +8473,7 @@ function configureNode() {
 var _express = require('express'); var _express2 = _interopRequireDefault(_express);
 var _cors = require('cors'); var _cors2 = _interopRequireDefault(_cors);
 
-// ../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
+// ../node_modules/async/dist/async.mjs
 function initialParams(fn) {
   return function(...args) {
     var callback = args.pop();
@@ -8586,7 +8598,6 @@ function isArrayLike(value) {
   return value && typeof value.length === "number" && value.length >= 0 && value.length % 1 === 0;
 }
 var breakLoop = {};
-var breakLoop$1 = breakLoop;
 function once(fn) {
   function wrapper(...args) {
     if (fn === null) return;
@@ -8678,7 +8689,7 @@ function asyncEachOfLimit(generator, limit, iteratee, callback) {
       canceled = true;
       return;
     }
-    if (result === breakLoop$1 || done && running <= 0) {
+    if (result === breakLoop || done && running <= 0) {
       done = true;
       return callback(null);
     }
@@ -8721,7 +8732,7 @@ var eachOfLimit$2 = (limit) => {
       } else if (err === false) {
         done = true;
         canceled = true;
-      } else if (value === breakLoop$1 || done && running <= 0) {
+      } else if (value === breakLoop || done && running <= 0) {
         done = true;
         return callback(null);
       } else if (!looping) {
@@ -8764,7 +8775,7 @@ function eachOfArrayLike(coll, iteratee, callback) {
     if (canceled === true) return;
     if (err) {
       callback(err);
-    } else if (++completed === length || value === breakLoop$1) {
+    } else if (++completed === length || value === breakLoop) {
       callback(null);
     }
   }
@@ -9160,7 +9171,7 @@ function _createTester(check, getResult) {
         if (check(result) && !testResult) {
           testPassed = true;
           testResult = getResult(true, value);
-          return callback(null, breakLoop$1);
+          return callback(null, breakLoop);
         }
         callback();
       });
@@ -11343,6 +11354,7 @@ var CodeParameters = class {
     this.metadata = opts.metadata;
   }
   async toFunctionDefinition(projectNameToId) {
+    const schema = serializeEvalParameterstoParametersSchema(this.schema);
     return {
       project_id: await projectNameToId.resolve(this.project),
       name: this.name,
@@ -11351,8 +11363,8 @@ var CodeParameters = class {
       function_type: "parameters",
       function_data: {
         type: "parameters",
-        data: {},
-        __schema: serializeEvalParameterstoParametersSchema(this.schema)
+        data: getDefaultDataFromParametersSchema(schema),
+        __schema: schema
       },
       if_exists: this.ifExists,
       metadata: this.metadata
@@ -11434,6 +11446,16 @@ function serializeEvalParameterstoParametersSchema(parameters) {
     additionalProperties: true
   };
 }
+function getDefaultDataFromParametersSchema(schema) {
+  return Object.fromEntries(
+    Object.entries(schema.properties).flatMap(([name, value]) => {
+      if (!("default" in value)) {
+        return [];
+      }
+      return [[name, value.default]];
+    })
+  );
+}
 function serializeRemoteEvalParametersContainer(parameters) {
   if (RemoteEvalParameters.isParameters(parameters)) {
     return {

package/dev/dist/index.mjs

@@ -1,10 +1,10 @@
 // src/node.ts
-import { AsyncLocalStorage } from "async_hooks";
-import * as path from "path";
-import * as fs from "fs/promises";
-import * as os from "os";
-import * as fsSync from "fs";
-import * as crypto from "crypto";
+import { AsyncLocalStorage } from "node:async_hooks";
+import * as path from "node:path";
+import * as fs from "node:fs/promises";
+import * as os from "node:os";
+import * as fsSync from "node:fs";
+import * as crypto from "node:crypto";
 
 // src/isomorph.ts
 var DefaultAsyncLocalStorage = class {
@@ -2159,7 +2159,8 @@ var SpanType = z6.union([
     "automation",
     "facet",
     "preprocessor",
-    "classifier"
+    "classifier",
+    "review"
   ]),
   z6.null()
 ]);
@@ -5273,12 +5274,19 @@ function updateSpanImpl({
   parentObjectType,
   parentObjectId,
   id,
+  root_span_id,
+  span_id,
   event
 }) {
+  if (isEmpty2(root_span_id) !== isEmpty2(span_id)) {
+    throw new Error("both root_span_id and span_id must be set, or neither");
+  }
+  const hasExplicitSpanIds = root_span_id !== void 0 && span_id !== void 0;
   const updateEvent = deepCopyEvent(
     validateAndSanitizeExperimentLogPartialArgs({
+      ...event,
       id,
-      ...event
+      ...hasExplicitSpanIds ? { root_span_id, span_id } : {}
     })
   );
   const parentIds = async () => new SpanComponentsV3({
@@ -5601,7 +5609,7 @@ var Logger = class {
    * @param event The event data to update the span with. Must include `id`. See {@link Experiment.log} for a full list of valid fields.
    */
   updateSpan(event) {
-    const { id, ...eventRest } = event;
+    const { id, root_span_id, span_id, ...eventRest } = event;
     if (!id) {
       throw new Error("Span id is required to update a span");
     }
@@ -5610,6 +5618,8 @@ var Logger = class {
       parentObjectType: this.parentObjectType(),
       parentObjectId: this.lazyId,
       id,
+      root_span_id,
+      span_id,
       event: eventRest
     });
   }
@@ -7293,7 +7303,7 @@ View complete results in Braintrust or run experiment.summarize() again.`
    * @param event The event data to update the span with. Must include `id`. See {@link Experiment.log} for a full list of valid fields.
    */
   updateSpan(event) {
-    const { id, ...eventRest } = event;
+    const { id, root_span_id, span_id, ...eventRest } = event;
     if (!id) {
       throw new Error("Span id is required to update a span");
     }
@@ -7302,6 +7312,8 @@ View complete results in Braintrust or run experiment.summarize() again.`
       parentObjectType: this.parentObjectType(),
       parentObjectId: this.lazyId,
       id,
+      root_span_id,
+      span_id,
       event: eventRest
     });
   }
@@ -8461,7 +8473,7 @@ function configureNode() {
 import express from "express";
 import cors from "cors";
 
-// ../node_modules/.pnpm/async@3.2.5/node_modules/async/dist/async.mjs
+// ../node_modules/async/dist/async.mjs
 function initialParams(fn) {
   return function(...args) {
     var callback = args.pop();
@@ -8586,7 +8598,6 @@ function isArrayLike(value) {
   return value && typeof value.length === "number" && value.length >= 0 && value.length % 1 === 0;
 }
 var breakLoop = {};
-var breakLoop$1 = breakLoop;
 function once(fn) {
   function wrapper(...args) {
     if (fn === null) return;
@@ -8678,7 +8689,7 @@ function asyncEachOfLimit(generator, limit, iteratee, callback) {
       canceled = true;
       return;
     }
-    if (result === breakLoop$1 || done && running <= 0) {
+    if (result === breakLoop || done && running <= 0) {
       done = true;
       return callback(null);
     }
@@ -8721,7 +8732,7 @@ var eachOfLimit$2 = (limit) => {
       } else if (err === false) {
         done = true;
         canceled = true;
-      } else if (value === breakLoop$1 || done && running <= 0) {
+      } else if (value === breakLoop || done && running <= 0) {
         done = true;
         return callback(null);
       } else if (!looping) {
@@ -8764,7 +8775,7 @@ function eachOfArrayLike(coll, iteratee, callback) {
     if (canceled === true) return;
     if (err) {
       callback(err);
-    } else if (++completed === length || value === breakLoop$1) {
+    } else if (++completed === length || value === breakLoop) {
       callback(null);
     }
   }
@@ -9160,7 +9171,7 @@ function _createTester(check, getResult) {
         if (check(result) && !testResult) {
           testPassed = true;
           testResult = getResult(true, value);
-          return callback(null, breakLoop$1);
+          return callback(null, breakLoop);
         }
         callback();
       });
@@ -11343,6 +11354,7 @@ var CodeParameters = class {
     this.metadata = opts.metadata;
   }
   async toFunctionDefinition(projectNameToId) {
+    const schema = serializeEvalParameterstoParametersSchema(this.schema);
     return {
       project_id: await projectNameToId.resolve(this.project),
       name: this.name,
@@ -11351,8 +11363,8 @@ var CodeParameters = class {
       function_type: "parameters",
       function_data: {
         type: "parameters",
-        data: {},
-        __schema: serializeEvalParameterstoParametersSchema(this.schema)
+        data: getDefaultDataFromParametersSchema(schema),
+        __schema: schema
       },
       if_exists: this.ifExists,
       metadata: this.metadata
@@ -11434,6 +11446,16 @@ function serializeEvalParameterstoParametersSchema(parameters) {
     additionalProperties: true
   };
 }
+function getDefaultDataFromParametersSchema(schema) {
+  return Object.fromEntries(
+    Object.entries(schema.properties).flatMap(([name, value]) => {
+      if (!("default" in value)) {
+        return [];
+      }
+      return [[name, value.default]];
+    })
+  );
+}
 function serializeRemoteEvalParametersContainer(parameters) {
   if (RemoteEvalParameters.isParameters(parameters)) {
     return {