braintrust 0.2.0 → 0.2.2

package/dev/dist/index.js

@@ -6677,6 +6677,8 @@ var evalBodySchema = _zod.z.object({
       name: _zod.z.string()
     })
   ).nullish(),
+  experiment_name: _zod.z.string().nullish(),
+  project_id: _zod.z.string().nullish(),
   parent: _typespecs.invokeParent.optional(),
   stream: _zod.z.boolean().optional()
 });
@@ -6759,7 +6761,16 @@ function runDevServer(evaluators, opts) {
     "/eval",
     checkAuthorized,
     asyncHandler(async (req, res) => {
-      const { name, parameters, parent, data, scores, stream } = evalBodySchema.parse(req.body);
+      const {
+        name,
+        parameters,
+        parent,
+        experiment_name,
+        project_id,
+        data,
+        scores,
+        stream
+      } = evalBodySchema.parse(req.body);
       const state = await cachedLogin({ apiKey: _optionalChain([req, 'access', _88 => _88.ctx, 'optionalAccess', _89 => _89.token]) });
       const evaluator = allEvaluators[name];
       if (!evaluator) {
@@ -6818,17 +6829,19 @@ function runDevServer(evaluators, opts) {
               )]), () => ( []))
             ),
             task,
-            state
+            state,
+            experimentName: _nullishCoalesce(experiment_name, () => ( void 0)),
+            projectId: _nullishCoalesce(project_id, () => ( void 0))
           },
           {
             // Avoid printing the bar to the console.
             progress: {
-              start: (name2, total) => {
+              start: () => {
               },
               stop: () => {
                 console.log("Finished running experiment");
               },
-              increment: (name2) => {
+              increment: () => {
               }
             },
             stream: (data2) => {

package/dev/dist/index.mjs

@@ -6677,6 +6677,8 @@ var evalBodySchema = z6.object({
       name: z6.string()
     })
   ).nullish(),
+  experiment_name: z6.string().nullish(),
+  project_id: z6.string().nullish(),
   parent: invokeParent.optional(),
   stream: z6.boolean().optional()
 });
@@ -6759,7 +6761,16 @@ function runDevServer(evaluators, opts) {
     "/eval",
     checkAuthorized,
     asyncHandler(async (req, res) => {
-      const { name, parameters, parent, data, scores, stream } = evalBodySchema.parse(req.body);
+      const {
+        name,
+        parameters,
+        parent,
+        experiment_name,
+        project_id,
+        data,
+        scores,
+        stream
+      } = evalBodySchema.parse(req.body);
       const state = await cachedLogin({ apiKey: req.ctx?.token });
       const evaluator = allEvaluators[name];
       if (!evaluator) {
@@ -6818,17 +6829,19 @@ function runDevServer(evaluators, opts) {
               ) ?? []
             ),
             task,
-            state
+            state,
+            experimentName: experiment_name ?? void 0,
+            projectId: project_id ?? void 0
           },
           {
             // Avoid printing the bar to the console.
             progress: {
-              start: (name2, total) => {
+              start: () => {
               },
               stop: () => {
                 console.log("Finished running experiment");
               },
-              increment: (name2) => {
+              increment: () => {
               }
             },
             stream: (data2) => {

package/dist/browser.d.mts

@@ -1155,6 +1155,29 @@ declare function logError(span: Span, error: unknown): void;
  * See {@link Span.traced} for full details.
  */
 declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
+/**
+ * Check if a function is a sync generator function.
+ *
+ * Note: This uses Object.prototype.toString which is sufficient for environments that
+ * support generator functions (ES6+). While our code is compiled to ES2022, consumers
+ * may run it in various environments. However, if generators aren't supported in their
+ * environment, the generator functions themselves won't work anyway, making detection moot.
+ *
+ * @param fn The function to check.
+ * @returns True if the function is a sync generator function.
+ */
+declare function isGeneratorFunction(fn: any): boolean;
+/**
+ * Check if a function is an async generator function.
+ *
+ * Note: see isGeneratorFunction disclaimer
+ * @param fn The function to check.
+ * @returns True if the function is an async generator function.
+ */
+declare function isAsyncGeneratorFunction(fn: any): boolean;
+type WrapTracedArgs = {
+    noTraceIO?: boolean;
+};
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1180,7 +1203,7 @@ declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback:
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
  * @returns The wrapped function.
  */
-declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
+declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & WrapTracedArgs): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
 /**
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
  * make your codebase more consistent.
@@ -1690,6 +1713,7 @@ interface DatasetSummary {
     datasetUrl: string;
     dataSummary: DataSummary | undefined;
 }
+declare function setInitialTestState(): void;
 declare function simulateLoginForTests(): Promise<BraintrustState>;
 declare function simulateLogoutForTests(): BraintrustState;
 declare const _exportsForTestingOnly: {
@@ -1699,6 +1723,9 @@ declare const _exportsForTestingOnly: {
     clearTestBackgroundLogger: typeof clearTestBackgroundLogger;
     simulateLoginForTests: typeof simulateLoginForTests;
     simulateLogoutForTests: typeof simulateLogoutForTests;
+    setInitialTestState: typeof setInitialTestState;
+    isGeneratorFunction: typeof isGeneratorFunction;
+    isAsyncGeneratorFunction: typeof isAsyncGeneratorFunction;
 };
 
 declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
@@ -2109,7 +2136,7 @@ declare global {
  * not configured, nothing will be traced. If this is not an `OpenAI` object, this function is
  * a no-op.
  *
- * Currently, this only supports the `v4` API.
+ * Currently, this supports both the `v4` and `v5` API.
  *
  * @param openai
  * @returns The wrapped `OpenAI` object.

package/dist/browser.d.ts

@@ -1155,6 +1155,29 @@ declare function logError(span: Span, error: unknown): void;
  * See {@link Span.traced} for full details.
  */
 declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback: (span: Span) => R, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & OptionalStateArg): PromiseUnless<IsAsyncFlush, R>;
+/**
+ * Check if a function is a sync generator function.
+ *
+ * Note: This uses Object.prototype.toString which is sufficient for environments that
+ * support generator functions (ES6+). While our code is compiled to ES2022, consumers
+ * may run it in various environments. However, if generators aren't supported in their
+ * environment, the generator functions themselves won't work anyway, making detection moot.
+ *
+ * @param fn The function to check.
+ * @returns True if the function is a sync generator function.
+ */
+declare function isGeneratorFunction(fn: any): boolean;
+/**
+ * Check if a function is an async generator function.
+ *
+ * Note: see isGeneratorFunction disclaimer
+ * @param fn The function to check.
+ * @returns True if the function is an async generator function.
+ */
+declare function isAsyncGeneratorFunction(fn: any): boolean;
+type WrapTracedArgs = {
+    noTraceIO?: boolean;
+};
 /**
  * Wrap a function with `traced`, using the arguments as `input` and return value as `output`.
  * Any functions wrapped this way will automatically be traced, similar to the `@traced` decorator
@@ -1180,7 +1203,7 @@ declare function traced<IsAsyncFlush extends boolean = true, R = void>(callback:
  * @param args Span-level arguments (e.g. a custom name or type) to pass to `traced`.
  * @returns The wrapped function.
  */
-declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush>): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
+declare function wrapTraced<F extends (...args: any[]) => any, IsAsyncFlush extends boolean = true>(fn: F, args?: StartSpanArgs & SetCurrentArg & AsyncFlushArg<IsAsyncFlush> & WrapTracedArgs): IsAsyncFlush extends false ? (...args: Parameters<F>) => Promise<Awaited<ReturnType<F>>> : F;
 /**
  * A synonym for `wrapTraced`. If you're porting from systems that use `traceable`, you can use this to
  * make your codebase more consistent.
@@ -1690,6 +1713,7 @@ interface DatasetSummary {
     datasetUrl: string;
     dataSummary: DataSummary | undefined;
 }
+declare function setInitialTestState(): void;
 declare function simulateLoginForTests(): Promise<BraintrustState>;
 declare function simulateLogoutForTests(): BraintrustState;
 declare const _exportsForTestingOnly: {
@@ -1699,6 +1723,9 @@ declare const _exportsForTestingOnly: {
     clearTestBackgroundLogger: typeof clearTestBackgroundLogger;
     simulateLoginForTests: typeof simulateLoginForTests;
     simulateLogoutForTests: typeof simulateLogoutForTests;
+    setInitialTestState: typeof setInitialTestState;
+    isGeneratorFunction: typeof isGeneratorFunction;
+    isAsyncGeneratorFunction: typeof isAsyncGeneratorFunction;
 };
 
 declare const braintrustStreamChunkSchema: z.ZodUnion<[z.ZodObject<{
@@ -2109,7 +2136,7 @@ declare global {
  * not configured, nothing will be traced. If this is not an `OpenAI` object, this function is
  * a no-op.
  *
- * Currently, this only supports the `v4` API.
+ * Currently, this supports both the `v4` and `v5` API.
  *
  * @param openai
  * @returns The wrapped `OpenAI` object.